{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Battle Geese - Kaggle Environment"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "battlegeese 1.0.0\n",
      "Default Agents:  random shortest\n"
     ]
    }
   ],
   "source": [
    "from kaggle_environments import make\n",
    "env = make(\"battlegeese\")\n",
    "print(env.name, env.version)\n",
    "print(\"Default Agents: \", *env.agents)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## TLDR;"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Invalid Action: Wall Hit: W\n",
      "Invalid Action: Goose Collision: S\n",
      "Invalid Action: Goose Collision: W\n",
      "Invalid Action: Body Hit: N\n",
      "Invalid Action: Wall Hit: N\n",
      "Invalid Action: Goose Collision: W\n",
      "Invalid Action: Goose Collision: N\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<iframe srcdoc=\"<!--\n",
       "  Copyright 2020 Kaggle Inc\n",
       "\n",
       "  Licensed under the Apache License, Version 2.0 (the &quot;License&quot;);\n",
       "  you may not use this file except in compliance with the License.\n",
       "  You may obtain a copy of the License at\n",
       "\n",
       "      http://www.apache.org/licenses/LICENSE-2.0\n",
       "\n",
       "  Unless required by applicable law or agreed to in writing, software\n",
       "  distributed under the License is distributed on an &quot;AS IS&quot; BASIS,\n",
       "  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n",
       "  See the License for the specific language governing permissions and\n",
       "  limitations under the License.\n",
       "-->\n",
       "<!DOCTYPE html>\n",
       "<html lang=&quot;en&quot;>\n",
       "  <head>\n",
       "    <title>Kaggle Simulation Player</title>\n",
       "    <meta name=&quot;viewport&quot; content=&quot;width=device-width,initial-scale=1&quot; />\n",
       "    <link\n",
       "      rel=&quot;stylesheet&quot;\n",
       "      href=&quot;https://cdnjs.cloudflare.com/ajax/libs/meyer-reset/2.0/reset.css&quot;\n",
       "      crossorigin=&quot;anonymous&quot;\n",
       "    />\n",
       "    <style type=&quot;text/css&quot;>\n",
       "      html,\n",
       "      body {\n",
       "        height: 100%;\n",
       "        font-family: sans-serif;\n",
       "      }\n",
       "      canvas {\n",
       "        /* image-rendering: -moz-crisp-edges;\n",
       "        image-rendering: -webkit-crisp-edges;\n",
       "        image-rendering: pixelated;\n",
       "        image-rendering: crisp-edges; */\n",
       "      }\n",
       "    </style>\n",
       "    <script src=&quot;https://unpkg.com/preact@10.0.1/dist/preact.umd.js&quot;></script>\n",
       "    <script src=&quot;https://unpkg.com/preact@10.0.1/hooks/dist/hooks.umd.js&quot;></script>\n",
       "    <script src=&quot;https://unpkg.com/htm@2.2.1/dist/htm.umd.js&quot;></script>\n",
       "    <script>\n",
       "      // Polyfill for Styled Components\n",
       "      window.React = {\n",
       "        ...preact,\n",
       "        createElement: preact.h,\n",
       "        PropTypes: { func: {} },\n",
       "      };\n",
       "    </script>\n",
       "    <script src=&quot;https://unpkg.com/styled-components@3.5.0-0/dist/styled-components.min.js&quot;></script>\n",
       "  </head>\n",
       "  <body>\n",
       "    <script>\n",
       "      \n",
       "window.kaggle = {\n",
       "  &quot;debug&quot;: true,\n",
       "  &quot;autoplay&quot;: true,\n",
       "  &quot;step&quot;: 0,\n",
       "  &quot;controls&quot;: true,\n",
       "  &quot;environment&quot;: {\n",
       "    &quot;id&quot;: &quot;48ad5520-78ee-11ea-a6e1-00163ec7af83&quot;,\n",
       "    &quot;name&quot;: &quot;battlegeese&quot;,\n",
       "    &quot;title&quot;: &quot;Battle Geese&quot;,\n",
       "    &quot;description&quot;: &quot;Similar to the classic snake game with multiple players&quot;,\n",
       "    &quot;version&quot;: &quot;1.0.0&quot;,\n",
       "    &quot;configuration&quot;: {\n",
       "      &quot;agentExec&quot;: &quot;LOCAL&quot;,\n",
       "      &quot;episodeSteps&quot;: 100,\n",
       "      &quot;agentTimeout&quot;: 10,\n",
       "      &quot;actTimeout&quot;: 2,\n",
       "      &quot;runTimeout&quot;: 600,\n",
       "      &quot;columns&quot;: 11,\n",
       "      &quot;rows&quot;: 7,\n",
       "      &quot;hunger_rate&quot;: 40,\n",
       "      &quot;min_food&quot;: 2\n",
       "    },\n",
       "    &quot;specification&quot;: {\n",
       "      &quot;action&quot;: {\n",
       "        &quot;description&quot;: &quot;Direction to move the head of your players goose.&quot;,\n",
       "        &quot;type&quot;: &quot;string&quot;,\n",
       "        &quot;enum&quot;: [\n",
       "          &quot;N&quot;,\n",
       "          &quot;E&quot;,\n",
       "          &quot;S&quot;,\n",
       "          &quot;W&quot;\n",
       "        ],\n",
       "        &quot;default&quot;: &quot;N&quot;\n",
       "      },\n",
       "      &quot;agents&quot;: [\n",
       "        2,\n",
       "        3,\n",
       "        4,\n",
       "        5,\n",
       "        6,\n",
       "        7,\n",
       "        8\n",
       "      ],\n",
       "      &quot;configuration&quot;: {\n",
       "        &quot;episodeSteps&quot;: {\n",
       "          &quot;description&quot;: &quot;Maximum number of steps in the episode.&quot;,\n",
       "          &quot;type&quot;: &quot;integer&quot;,\n",
       "          &quot;minimum&quot;: 1,\n",
       "          &quot;default&quot;: 100\n",
       "        },\n",
       "        &quot;agentExec&quot;: {\n",
       "          &quot;description&quot;: &quot;How the agent is executed alongside the running envionment.&quot;,\n",
       "          &quot;type&quot;: &quot;string&quot;,\n",
       "          &quot;default&quot;: &quot;PROCESS&quot;,\n",
       "          &quot;enum&quot;: [\n",
       "            &quot;LOCAL&quot;,\n",
       "            &quot;PROCESS&quot;\n",
       "          ]\n",
       "        },\n",
       "        &quot;agentTimeout&quot;: {\n",
       "          &quot;description&quot;: &quot;Maximum runtime (seconds) to initialize an agent.&quot;,\n",
       "          &quot;type&quot;: &quot;integer&quot;,\n",
       "          &quot;minimum&quot;: 1,\n",
       "          &quot;default&quot;: 10\n",
       "        },\n",
       "        &quot;actTimeout&quot;: {\n",
       "          &quot;description&quot;: &quot;Maximum runtime (seconds) to obtain an action from an agent.&quot;,\n",
       "          &quot;type&quot;: &quot;integer&quot;,\n",
       "          &quot;minimum&quot;: 1,\n",
       "          &quot;default&quot;: 2\n",
       "        },\n",
       "        &quot;runTimeout&quot;: {\n",
       "          &quot;description&quot;: &quot;Maximum runtime (seconds) of an episode (not necessarily DONE).&quot;,\n",
       "          &quot;type&quot;: &quot;integer&quot;,\n",
       "          &quot;minimum&quot;: 1,\n",
       "          &quot;default&quot;: 600\n",
       "        },\n",
       "        &quot;columns&quot;: {\n",
       "          &quot;description&quot;: &quot;Horizontal number of cells on the board.&quot;,\n",
       "          &quot;type&quot;: &quot;integer&quot;,\n",
       "          &quot;default&quot;: 11,\n",
       "          &quot;minimum&quot;: 3,\n",
       "          &quot;maximum&quot;: 50\n",
       "        },\n",
       "        &quot;rows&quot;: {\n",
       "          &quot;description&quot;: &quot;Vertical number of cells on the board.&quot;,\n",
       "          &quot;type&quot;: &quot;integer&quot;,\n",
       "          &quot;default&quot;: 7,\n",
       "          &quot;minimum&quot;: 3,\n",
       "          &quot;maximum&quot;: 50\n",
       "        },\n",
       "        &quot;hunger_rate&quot;: {\n",
       "          &quot;description&quot;: &quot;The number of steps before the goose shrinks a cell.&quot;,\n",
       "          &quot;type&quot;: &quot;integer&quot;,\n",
       "          &quot;default&quot;: 40\n",
       "        },\n",
       "        &quot;min_food&quot;: {\n",
       "          &quot;description&quot;: &quot;The minimum amount of food present for all steps.&quot;,\n",
       "          &quot;type&quot;: &quot;integer&quot;,\n",
       "          &quot;default&quot;: 2,\n",
       "          &quot;minimum&quot;: 1\n",
       "        }\n",
       "      },\n",
       "      &quot;info&quot;: {},\n",
       "      &quot;observation&quot;: {\n",
       "        &quot;geese&quot;: {\n",
       "          &quot;description&quot;: &quot;List of geese in order by the agent index.&quot;,\n",
       "          &quot;type&quot;: &quot;array&quot;,\n",
       "          &quot;default&quot;: [],\n",
       "          &quot;shared&quot;: true\n",
       "        },\n",
       "        &quot;food&quot;: {\n",
       "          &quot;description&quot;: &quot;Positions on the board where food is present.&quot;,\n",
       "          &quot;type&quot;: &quot;array&quot;,\n",
       "          &quot;default&quot;: [],\n",
       "          &quot;shared&quot;: true\n",
       "        },\n",
       "        &quot;index&quot;: {\n",
       "          &quot;description&quot;: &quot;Index of the agents goose in the list of geese.&quot;,\n",
       "          &quot;type&quot;: &quot;integer&quot;,\n",
       "          &quot;minimum&quot;: 0,\n",
       "          &quot;defaults&quot;: [\n",
       "            0,\n",
       "            1,\n",
       "            2,\n",
       "            3,\n",
       "            4,\n",
       "            5,\n",
       "            6,\n",
       "            7\n",
       "          ]\n",
       "        }\n",
       "      },\n",
       "      &quot;reward&quot;: {\n",
       "        &quot;description&quot;: &quot;-1 = Lost, 0 = Draw/Ongoing, 1 = Won&quot;,\n",
       "        &quot;enum&quot;: [\n",
       "          -1,\n",
       "          0,\n",
       "          1\n",
       "        ],\n",
       "        &quot;default&quot;: 0,\n",
       "        &quot;type&quot;: [\n",
       "          &quot;number&quot;,\n",
       "          &quot;null&quot;\n",
       "        ]\n",
       "      }\n",
       "    },\n",
       "    &quot;steps&quot;: [\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [\n",
       "                1\n",
       "              ],\n",
       "              [\n",
       "                6\n",
       "              ],\n",
       "              [\n",
       "                72\n",
       "              ],\n",
       "              [\n",
       "                13\n",
       "              ],\n",
       "              [\n",
       "                75\n",
       "              ],\n",
       "              [\n",
       "                51\n",
       "              ],\n",
       "              [\n",
       "                56\n",
       "              ],\n",
       "              [\n",
       "                54\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              10,\n",
       "              55,\n",
       "              43,\n",
       "              33,\n",
       "              71,\n",
       "              39,\n",
       "              9\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [\n",
       "                1\n",
       "              ],\n",
       "              [\n",
       "                6\n",
       "              ],\n",
       "              [\n",
       "                72\n",
       "              ],\n",
       "              [\n",
       "                13\n",
       "              ],\n",
       "              [\n",
       "                75\n",
       "              ],\n",
       "              [\n",
       "                51\n",
       "              ],\n",
       "              [\n",
       "                56\n",
       "              ],\n",
       "              [\n",
       "                54\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              10,\n",
       "              55,\n",
       "              43,\n",
       "              33,\n",
       "              71,\n",
       "              39,\n",
       "              9\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [\n",
       "                1\n",
       "              ],\n",
       "              [\n",
       "                6\n",
       "              ],\n",
       "              [\n",
       "                72\n",
       "              ],\n",
       "              [\n",
       "                13\n",
       "              ],\n",
       "              [\n",
       "                75\n",
       "              ],\n",
       "              [\n",
       "                51\n",
       "              ],\n",
       "              [\n",
       "                56\n",
       "              ],\n",
       "              [\n",
       "                54\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              10,\n",
       "              55,\n",
       "              43,\n",
       "              33,\n",
       "              71,\n",
       "              39,\n",
       "              9\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [\n",
       "                1\n",
       "              ],\n",
       "              [\n",
       "                6\n",
       "              ],\n",
       "              [\n",
       "                72\n",
       "              ],\n",
       "              [\n",
       "                13\n",
       "              ],\n",
       "              [\n",
       "                75\n",
       "              ],\n",
       "              [\n",
       "                51\n",
       "              ],\n",
       "              [\n",
       "                56\n",
       "              ],\n",
       "              [\n",
       "                54\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              10,\n",
       "              55,\n",
       "              43,\n",
       "              33,\n",
       "              71,\n",
       "              39,\n",
       "              9\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [\n",
       "                1\n",
       "              ],\n",
       "              [\n",
       "                6\n",
       "              ],\n",
       "              [\n",
       "                72\n",
       "              ],\n",
       "              [\n",
       "                13\n",
       "              ],\n",
       "              [\n",
       "                75\n",
       "              ],\n",
       "              [\n",
       "                51\n",
       "              ],\n",
       "              [\n",
       "                56\n",
       "              ],\n",
       "              [\n",
       "                54\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              10,\n",
       "              55,\n",
       "              43,\n",
       "              33,\n",
       "              71,\n",
       "              39,\n",
       "              9\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [\n",
       "                1\n",
       "              ],\n",
       "              [\n",
       "                6\n",
       "              ],\n",
       "              [\n",
       "                72\n",
       "              ],\n",
       "              [\n",
       "                13\n",
       "              ],\n",
       "              [\n",
       "                75\n",
       "              ],\n",
       "              [\n",
       "                51\n",
       "              ],\n",
       "              [\n",
       "                56\n",
       "              ],\n",
       "              [\n",
       "                54\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              10,\n",
       "              55,\n",
       "              43,\n",
       "              33,\n",
       "              71,\n",
       "              39,\n",
       "              9\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [\n",
       "                1\n",
       "              ],\n",
       "              [\n",
       "                6\n",
       "              ],\n",
       "              [\n",
       "                72\n",
       "              ],\n",
       "              [\n",
       "                13\n",
       "              ],\n",
       "              [\n",
       "                75\n",
       "              ],\n",
       "              [\n",
       "                51\n",
       "              ],\n",
       "              [\n",
       "                56\n",
       "              ],\n",
       "              [\n",
       "                54\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              10,\n",
       "              55,\n",
       "              43,\n",
       "              33,\n",
       "              71,\n",
       "              39,\n",
       "              9\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [\n",
       "                1\n",
       "              ],\n",
       "              [\n",
       "                6\n",
       "              ],\n",
       "              [\n",
       "                72\n",
       "              ],\n",
       "              [\n",
       "                13\n",
       "              ],\n",
       "              [\n",
       "                75\n",
       "              ],\n",
       "              [\n",
       "                51\n",
       "              ],\n",
       "              [\n",
       "                56\n",
       "              ],\n",
       "              [\n",
       "                54\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              10,\n",
       "              55,\n",
       "              43,\n",
       "              33,\n",
       "              71,\n",
       "              39,\n",
       "              9\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;W&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [\n",
       "                0\n",
       "              ],\n",
       "              [\n",
       "                17\n",
       "              ],\n",
       "              [\n",
       "                71\n",
       "              ],\n",
       "              [\n",
       "                14\n",
       "              ],\n",
       "              [\n",
       "                64\n",
       "              ],\n",
       "              [\n",
       "                40\n",
       "              ],\n",
       "              [\n",
       "                55\n",
       "              ],\n",
       "              [\n",
       "                43\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              10,\n",
       "              55,\n",
       "              43,\n",
       "              33,\n",
       "              71,\n",
       "              39,\n",
       "              9\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [\n",
       "                0\n",
       "              ],\n",
       "              [\n",
       "                17\n",
       "              ],\n",
       "              [\n",
       "                71\n",
       "              ],\n",
       "              [\n",
       "                14\n",
       "              ],\n",
       "              [\n",
       "                64\n",
       "              ],\n",
       "              [\n",
       "                40\n",
       "              ],\n",
       "              [\n",
       "                55\n",
       "              ],\n",
       "              [\n",
       "                43\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              10,\n",
       "              55,\n",
       "              43,\n",
       "              33,\n",
       "              71,\n",
       "              39,\n",
       "              9\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;W&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [\n",
       "                0\n",
       "              ],\n",
       "              [\n",
       "                17\n",
       "              ],\n",
       "              [\n",
       "                71\n",
       "              ],\n",
       "              [\n",
       "                14\n",
       "              ],\n",
       "              [\n",
       "                64\n",
       "              ],\n",
       "              [\n",
       "                40\n",
       "              ],\n",
       "              [\n",
       "                55\n",
       "              ],\n",
       "              [\n",
       "                43\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              10,\n",
       "              55,\n",
       "              43,\n",
       "              33,\n",
       "              71,\n",
       "              39,\n",
       "              9\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;E&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [\n",
       "                0\n",
       "              ],\n",
       "              [\n",
       "                17\n",
       "              ],\n",
       "              [\n",
       "                71\n",
       "              ],\n",
       "              [\n",
       "                14\n",
       "              ],\n",
       "              [\n",
       "                64\n",
       "              ],\n",
       "              [\n",
       "                40\n",
       "              ],\n",
       "              [\n",
       "                55\n",
       "              ],\n",
       "              [\n",
       "                43\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              10,\n",
       "              55,\n",
       "              43,\n",
       "              33,\n",
       "              71,\n",
       "              39,\n",
       "              9\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [\n",
       "                0\n",
       "              ],\n",
       "              [\n",
       "                17\n",
       "              ],\n",
       "              [\n",
       "                71\n",
       "              ],\n",
       "              [\n",
       "                14\n",
       "              ],\n",
       "              [\n",
       "                64\n",
       "              ],\n",
       "              [\n",
       "                40\n",
       "              ],\n",
       "              [\n",
       "                55\n",
       "              ],\n",
       "              [\n",
       "                43\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              10,\n",
       "              55,\n",
       "              43,\n",
       "              33,\n",
       "              71,\n",
       "              39,\n",
       "              9\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [\n",
       "                0\n",
       "              ],\n",
       "              [\n",
       "                17\n",
       "              ],\n",
       "              [\n",
       "                71\n",
       "              ],\n",
       "              [\n",
       "                14\n",
       "              ],\n",
       "              [\n",
       "                64\n",
       "              ],\n",
       "              [\n",
       "                40\n",
       "              ],\n",
       "              [\n",
       "                55\n",
       "              ],\n",
       "              [\n",
       "                43\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              10,\n",
       "              55,\n",
       "              43,\n",
       "              33,\n",
       "              71,\n",
       "              39,\n",
       "              9\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;W&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [\n",
       "                0\n",
       "              ],\n",
       "              [\n",
       "                17\n",
       "              ],\n",
       "              [\n",
       "                71\n",
       "              ],\n",
       "              [\n",
       "                14\n",
       "              ],\n",
       "              [\n",
       "                64\n",
       "              ],\n",
       "              [\n",
       "                40\n",
       "              ],\n",
       "              [\n",
       "                55\n",
       "              ],\n",
       "              [\n",
       "                43\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              10,\n",
       "              55,\n",
       "              43,\n",
       "              33,\n",
       "              71,\n",
       "              39,\n",
       "              9\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [\n",
       "                0\n",
       "              ],\n",
       "              [\n",
       "                17\n",
       "              ],\n",
       "              [\n",
       "                71\n",
       "              ],\n",
       "              [\n",
       "                14\n",
       "              ],\n",
       "              [\n",
       "                64\n",
       "              ],\n",
       "              [\n",
       "                40\n",
       "              ],\n",
       "              [\n",
       "                55\n",
       "              ],\n",
       "              [\n",
       "                43\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              10,\n",
       "              55,\n",
       "              43,\n",
       "              33,\n",
       "              71,\n",
       "              39,\n",
       "              9\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;W&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                28\n",
       "              ],\n",
       "              [\n",
       "                60,\n",
       "                71\n",
       "              ],\n",
       "              [\n",
       "                3\n",
       "              ],\n",
       "              [\n",
       "                53\n",
       "              ],\n",
       "              [\n",
       "                39\n",
       "              ],\n",
       "              [\n",
       "                44,\n",
       "                55\n",
       "              ],\n",
       "              [\n",
       "                32,\n",
       "                43\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              10,\n",
       "              33,\n",
       "              39,\n",
       "              9\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                28\n",
       "              ],\n",
       "              [\n",
       "                60,\n",
       "                71\n",
       "              ],\n",
       "              [\n",
       "                3\n",
       "              ],\n",
       "              [\n",
       "                53\n",
       "              ],\n",
       "              [\n",
       "                39\n",
       "              ],\n",
       "              [\n",
       "                44,\n",
       "                55\n",
       "              ],\n",
       "              [\n",
       "                32,\n",
       "                43\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              10,\n",
       "              33,\n",
       "              39,\n",
       "              9\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                28\n",
       "              ],\n",
       "              [\n",
       "                60,\n",
       "                71\n",
       "              ],\n",
       "              [\n",
       "                3\n",
       "              ],\n",
       "              [\n",
       "                53\n",
       "              ],\n",
       "              [\n",
       "                39\n",
       "              ],\n",
       "              [\n",
       "                44,\n",
       "                55\n",
       "              ],\n",
       "              [\n",
       "                32,\n",
       "                43\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              10,\n",
       "              33,\n",
       "              39,\n",
       "              9\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                28\n",
       "              ],\n",
       "              [\n",
       "                60,\n",
       "                71\n",
       "              ],\n",
       "              [\n",
       "                3\n",
       "              ],\n",
       "              [\n",
       "                53\n",
       "              ],\n",
       "              [\n",
       "                39\n",
       "              ],\n",
       "              [\n",
       "                44,\n",
       "                55\n",
       "              ],\n",
       "              [\n",
       "                32,\n",
       "                43\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              10,\n",
       "              33,\n",
       "              39,\n",
       "              9\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                28\n",
       "              ],\n",
       "              [\n",
       "                60,\n",
       "                71\n",
       "              ],\n",
       "              [\n",
       "                3\n",
       "              ],\n",
       "              [\n",
       "                53\n",
       "              ],\n",
       "              [\n",
       "                39\n",
       "              ],\n",
       "              [\n",
       "                44,\n",
       "                55\n",
       "              ],\n",
       "              [\n",
       "                32,\n",
       "                43\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              10,\n",
       "              33,\n",
       "              39,\n",
       "              9\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;W&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                28\n",
       "              ],\n",
       "              [\n",
       "                60,\n",
       "                71\n",
       "              ],\n",
       "              [\n",
       "                3\n",
       "              ],\n",
       "              [\n",
       "                53\n",
       "              ],\n",
       "              [\n",
       "                39\n",
       "              ],\n",
       "              [\n",
       "                44,\n",
       "                55\n",
       "              ],\n",
       "              [\n",
       "                32,\n",
       "                43\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              10,\n",
       "              33,\n",
       "              39,\n",
       "              9\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                28\n",
       "              ],\n",
       "              [\n",
       "                60,\n",
       "                71\n",
       "              ],\n",
       "              [\n",
       "                3\n",
       "              ],\n",
       "              [\n",
       "                53\n",
       "              ],\n",
       "              [\n",
       "                39\n",
       "              ],\n",
       "              [\n",
       "                44,\n",
       "                55\n",
       "              ],\n",
       "              [\n",
       "                32,\n",
       "                43\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              10,\n",
       "              33,\n",
       "              39,\n",
       "              9\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                28\n",
       "              ],\n",
       "              [\n",
       "                60,\n",
       "                71\n",
       "              ],\n",
       "              [\n",
       "                3\n",
       "              ],\n",
       "              [\n",
       "                53\n",
       "              ],\n",
       "              [\n",
       "                39\n",
       "              ],\n",
       "              [\n",
       "                44,\n",
       "                55\n",
       "              ],\n",
       "              [\n",
       "                32,\n",
       "                43\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              10,\n",
       "              33,\n",
       "              39,\n",
       "              9\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                17\n",
       "              ],\n",
       "              [\n",
       "                49,\n",
       "                60\n",
       "              ],\n",
       "              [\n",
       "                14,\n",
       "                3\n",
       "              ],\n",
       "              [\n",
       "                42\n",
       "              ],\n",
       "              [\n",
       "                28,\n",
       "                39\n",
       "              ],\n",
       "              [\n",
       "                33,\n",
       "                44\n",
       "              ],\n",
       "              [\n",
       "                21,\n",
       "                32\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              10,\n",
       "              33,\n",
       "              9\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                17\n",
       "              ],\n",
       "              [\n",
       "                49,\n",
       "                60\n",
       "              ],\n",
       "              [\n",
       "                14,\n",
       "                3\n",
       "              ],\n",
       "              [\n",
       "                42\n",
       "              ],\n",
       "              [\n",
       "                28,\n",
       "                39\n",
       "              ],\n",
       "              [\n",
       "                33,\n",
       "                44\n",
       "              ],\n",
       "              [\n",
       "                21,\n",
       "                32\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              10,\n",
       "              33,\n",
       "              9\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                17\n",
       "              ],\n",
       "              [\n",
       "                49,\n",
       "                60\n",
       "              ],\n",
       "              [\n",
       "                14,\n",
       "                3\n",
       "              ],\n",
       "              [\n",
       "                42\n",
       "              ],\n",
       "              [\n",
       "                28,\n",
       "                39\n",
       "              ],\n",
       "              [\n",
       "                33,\n",
       "                44\n",
       "              ],\n",
       "              [\n",
       "                21,\n",
       "                32\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              10,\n",
       "              33,\n",
       "              9\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                17\n",
       "              ],\n",
       "              [\n",
       "                49,\n",
       "                60\n",
       "              ],\n",
       "              [\n",
       "                14,\n",
       "                3\n",
       "              ],\n",
       "              [\n",
       "                42\n",
       "              ],\n",
       "              [\n",
       "                28,\n",
       "                39\n",
       "              ],\n",
       "              [\n",
       "                33,\n",
       "                44\n",
       "              ],\n",
       "              [\n",
       "                21,\n",
       "                32\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              10,\n",
       "              33,\n",
       "              9\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                17\n",
       "              ],\n",
       "              [\n",
       "                49,\n",
       "                60\n",
       "              ],\n",
       "              [\n",
       "                14,\n",
       "                3\n",
       "              ],\n",
       "              [\n",
       "                42\n",
       "              ],\n",
       "              [\n",
       "                28,\n",
       "                39\n",
       "              ],\n",
       "              [\n",
       "                33,\n",
       "                44\n",
       "              ],\n",
       "              [\n",
       "                21,\n",
       "                32\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              10,\n",
       "              33,\n",
       "              9\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                17\n",
       "              ],\n",
       "              [\n",
       "                49,\n",
       "                60\n",
       "              ],\n",
       "              [\n",
       "                14,\n",
       "                3\n",
       "              ],\n",
       "              [\n",
       "                42\n",
       "              ],\n",
       "              [\n",
       "                28,\n",
       "                39\n",
       "              ],\n",
       "              [\n",
       "                33,\n",
       "                44\n",
       "              ],\n",
       "              [\n",
       "                21,\n",
       "                32\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              10,\n",
       "              33,\n",
       "              9\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                17\n",
       "              ],\n",
       "              [\n",
       "                49,\n",
       "                60\n",
       "              ],\n",
       "              [\n",
       "                14,\n",
       "                3\n",
       "              ],\n",
       "              [\n",
       "                42\n",
       "              ],\n",
       "              [\n",
       "                28,\n",
       "                39\n",
       "              ],\n",
       "              [\n",
       "                33,\n",
       "                44\n",
       "              ],\n",
       "              [\n",
       "                21,\n",
       "                32\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              10,\n",
       "              33,\n",
       "              9\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                17\n",
       "              ],\n",
       "              [\n",
       "                49,\n",
       "                60\n",
       "              ],\n",
       "              [\n",
       "                14,\n",
       "                3\n",
       "              ],\n",
       "              [\n",
       "                42\n",
       "              ],\n",
       "              [\n",
       "                28,\n",
       "                39\n",
       "              ],\n",
       "              [\n",
       "                33,\n",
       "                44\n",
       "              ],\n",
       "              [\n",
       "                21,\n",
       "                32\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              10,\n",
       "              33,\n",
       "              9\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                6\n",
       "              ],\n",
       "              [\n",
       "                38,\n",
       "                49\n",
       "              ],\n",
       "              [\n",
       "                25,\n",
       "                14\n",
       "              ],\n",
       "              [\n",
       "                31\n",
       "              ],\n",
       "              [\n",
       "                17,\n",
       "                28\n",
       "              ],\n",
       "              [\n",
       "                22,\n",
       "                33,\n",
       "                44\n",
       "              ],\n",
       "              [\n",
       "                10,\n",
       "                21\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              10,\n",
       "              9\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                6\n",
       "              ],\n",
       "              [\n",
       "                38,\n",
       "                49\n",
       "              ],\n",
       "              [\n",
       "                25,\n",
       "                14\n",
       "              ],\n",
       "              [\n",
       "                31\n",
       "              ],\n",
       "              [\n",
       "                17,\n",
       "                28\n",
       "              ],\n",
       "              [\n",
       "                22,\n",
       "                33,\n",
       "                44\n",
       "              ],\n",
       "              [\n",
       "                10,\n",
       "                21\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              10,\n",
       "              9\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                6\n",
       "              ],\n",
       "              [\n",
       "                38,\n",
       "                49\n",
       "              ],\n",
       "              [\n",
       "                25,\n",
       "                14\n",
       "              ],\n",
       "              [\n",
       "                31\n",
       "              ],\n",
       "              [\n",
       "                17,\n",
       "                28\n",
       "              ],\n",
       "              [\n",
       "                22,\n",
       "                33,\n",
       "                44\n",
       "              ],\n",
       "              [\n",
       "                10,\n",
       "                21\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              10,\n",
       "              9\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                6\n",
       "              ],\n",
       "              [\n",
       "                38,\n",
       "                49\n",
       "              ],\n",
       "              [\n",
       "                25,\n",
       "                14\n",
       "              ],\n",
       "              [\n",
       "                31\n",
       "              ],\n",
       "              [\n",
       "                17,\n",
       "                28\n",
       "              ],\n",
       "              [\n",
       "                22,\n",
       "                33,\n",
       "                44\n",
       "              ],\n",
       "              [\n",
       "                10,\n",
       "                21\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              10,\n",
       "              9\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                6\n",
       "              ],\n",
       "              [\n",
       "                38,\n",
       "                49\n",
       "              ],\n",
       "              [\n",
       "                25,\n",
       "                14\n",
       "              ],\n",
       "              [\n",
       "                31\n",
       "              ],\n",
       "              [\n",
       "                17,\n",
       "                28\n",
       "              ],\n",
       "              [\n",
       "                22,\n",
       "                33,\n",
       "                44\n",
       "              ],\n",
       "              [\n",
       "                10,\n",
       "                21\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              10,\n",
       "              9\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                6\n",
       "              ],\n",
       "              [\n",
       "                38,\n",
       "                49\n",
       "              ],\n",
       "              [\n",
       "                25,\n",
       "                14\n",
       "              ],\n",
       "              [\n",
       "                31\n",
       "              ],\n",
       "              [\n",
       "                17,\n",
       "                28\n",
       "              ],\n",
       "              [\n",
       "                22,\n",
       "                33,\n",
       "                44\n",
       "              ],\n",
       "              [\n",
       "                10,\n",
       "                21\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              10,\n",
       "              9\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                6\n",
       "              ],\n",
       "              [\n",
       "                38,\n",
       "                49\n",
       "              ],\n",
       "              [\n",
       "                25,\n",
       "                14\n",
       "              ],\n",
       "              [\n",
       "                31\n",
       "              ],\n",
       "              [\n",
       "                17,\n",
       "                28\n",
       "              ],\n",
       "              [\n",
       "                22,\n",
       "                33,\n",
       "                44\n",
       "              ],\n",
       "              [\n",
       "                10,\n",
       "                21\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              10,\n",
       "              9\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                6\n",
       "              ],\n",
       "              [\n",
       "                38,\n",
       "                49\n",
       "              ],\n",
       "              [\n",
       "                25,\n",
       "                14\n",
       "              ],\n",
       "              [\n",
       "                31\n",
       "              ],\n",
       "              [\n",
       "                17,\n",
       "                28\n",
       "              ],\n",
       "              [\n",
       "                22,\n",
       "                33,\n",
       "                44\n",
       "              ],\n",
       "              [\n",
       "                10,\n",
       "                21\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              10,\n",
       "              9\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                7\n",
       "              ],\n",
       "              [\n",
       "                27,\n",
       "                38\n",
       "              ],\n",
       "              [\n",
       "                26,\n",
       "                25\n",
       "              ],\n",
       "              [\n",
       "                20\n",
       "              ],\n",
       "              [\n",
       "                6,\n",
       "                17\n",
       "              ],\n",
       "              [\n",
       "                11,\n",
       "                22,\n",
       "                33\n",
       "              ],\n",
       "              [\n",
       "                9,\n",
       "                10,\n",
       "                21\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              9,\n",
       "              52\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;E&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                7\n",
       "              ],\n",
       "              [\n",
       "                27,\n",
       "                38\n",
       "              ],\n",
       "              [\n",
       "                26,\n",
       "                25\n",
       "              ],\n",
       "              [\n",
       "                20\n",
       "              ],\n",
       "              [\n",
       "                6,\n",
       "                17\n",
       "              ],\n",
       "              [\n",
       "                11,\n",
       "                22,\n",
       "                33\n",
       "              ],\n",
       "              [\n",
       "                9,\n",
       "                10,\n",
       "                21\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              9,\n",
       "              52\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                7\n",
       "              ],\n",
       "              [\n",
       "                27,\n",
       "                38\n",
       "              ],\n",
       "              [\n",
       "                26,\n",
       "                25\n",
       "              ],\n",
       "              [\n",
       "                20\n",
       "              ],\n",
       "              [\n",
       "                6,\n",
       "                17\n",
       "              ],\n",
       "              [\n",
       "                11,\n",
       "                22,\n",
       "                33\n",
       "              ],\n",
       "              [\n",
       "                9,\n",
       "                10,\n",
       "                21\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              9,\n",
       "              52\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;E&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                7\n",
       "              ],\n",
       "              [\n",
       "                27,\n",
       "                38\n",
       "              ],\n",
       "              [\n",
       "                26,\n",
       "                25\n",
       "              ],\n",
       "              [\n",
       "                20\n",
       "              ],\n",
       "              [\n",
       "                6,\n",
       "                17\n",
       "              ],\n",
       "              [\n",
       "                11,\n",
       "                22,\n",
       "                33\n",
       "              ],\n",
       "              [\n",
       "                9,\n",
       "                10,\n",
       "                21\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              9,\n",
       "              52\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                7\n",
       "              ],\n",
       "              [\n",
       "                27,\n",
       "                38\n",
       "              ],\n",
       "              [\n",
       "                26,\n",
       "                25\n",
       "              ],\n",
       "              [\n",
       "                20\n",
       "              ],\n",
       "              [\n",
       "                6,\n",
       "                17\n",
       "              ],\n",
       "              [\n",
       "                11,\n",
       "                22,\n",
       "                33\n",
       "              ],\n",
       "              [\n",
       "                9,\n",
       "                10,\n",
       "                21\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              9,\n",
       "              52\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                7\n",
       "              ],\n",
       "              [\n",
       "                27,\n",
       "                38\n",
       "              ],\n",
       "              [\n",
       "                26,\n",
       "                25\n",
       "              ],\n",
       "              [\n",
       "                20\n",
       "              ],\n",
       "              [\n",
       "                6,\n",
       "                17\n",
       "              ],\n",
       "              [\n",
       "                11,\n",
       "                22,\n",
       "                33\n",
       "              ],\n",
       "              [\n",
       "                9,\n",
       "                10,\n",
       "                21\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              9,\n",
       "              52\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                7\n",
       "              ],\n",
       "              [\n",
       "                27,\n",
       "                38\n",
       "              ],\n",
       "              [\n",
       "                26,\n",
       "                25\n",
       "              ],\n",
       "              [\n",
       "                20\n",
       "              ],\n",
       "              [\n",
       "                6,\n",
       "                17\n",
       "              ],\n",
       "              [\n",
       "                11,\n",
       "                22,\n",
       "                33\n",
       "              ],\n",
       "              [\n",
       "                9,\n",
       "                10,\n",
       "                21\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              9,\n",
       "              52\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;W&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                7\n",
       "              ],\n",
       "              [\n",
       "                27,\n",
       "                38\n",
       "              ],\n",
       "              [\n",
       "                26,\n",
       "                25\n",
       "              ],\n",
       "              [\n",
       "                20\n",
       "              ],\n",
       "              [\n",
       "                6,\n",
       "                17\n",
       "              ],\n",
       "              [\n",
       "                11,\n",
       "                22,\n",
       "                33\n",
       "              ],\n",
       "              [\n",
       "                9,\n",
       "                10,\n",
       "                21\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              9,\n",
       "              52\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                8\n",
       "              ],\n",
       "              [\n",
       "                28,\n",
       "                27\n",
       "              ],\n",
       "              [\n",
       "                37,\n",
       "                26\n",
       "              ],\n",
       "              [\n",
       "                31\n",
       "              ],\n",
       "              [\n",
       "                7,\n",
       "                6\n",
       "              ],\n",
       "              [\n",
       "                0,\n",
       "                11,\n",
       "                22\n",
       "              ],\n",
       "              [\n",
       "                20,\n",
       "                9,\n",
       "                10,\n",
       "                21\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              52,\n",
       "              50\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;E&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                8\n",
       "              ],\n",
       "              [\n",
       "                28,\n",
       "                27\n",
       "              ],\n",
       "              [\n",
       "                37,\n",
       "                26\n",
       "              ],\n",
       "              [\n",
       "                31\n",
       "              ],\n",
       "              [\n",
       "                7,\n",
       "                6\n",
       "              ],\n",
       "              [\n",
       "                0,\n",
       "                11,\n",
       "                22\n",
       "              ],\n",
       "              [\n",
       "                20,\n",
       "                9,\n",
       "                10,\n",
       "                21\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              52,\n",
       "              50\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;E&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                8\n",
       "              ],\n",
       "              [\n",
       "                28,\n",
       "                27\n",
       "              ],\n",
       "              [\n",
       "                37,\n",
       "                26\n",
       "              ],\n",
       "              [\n",
       "                31\n",
       "              ],\n",
       "              [\n",
       "                7,\n",
       "                6\n",
       "              ],\n",
       "              [\n",
       "                0,\n",
       "                11,\n",
       "                22\n",
       "              ],\n",
       "              [\n",
       "                20,\n",
       "                9,\n",
       "                10,\n",
       "                21\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              52,\n",
       "              50\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                8\n",
       "              ],\n",
       "              [\n",
       "                28,\n",
       "                27\n",
       "              ],\n",
       "              [\n",
       "                37,\n",
       "                26\n",
       "              ],\n",
       "              [\n",
       "                31\n",
       "              ],\n",
       "              [\n",
       "                7,\n",
       "                6\n",
       "              ],\n",
       "              [\n",
       "                0,\n",
       "                11,\n",
       "                22\n",
       "              ],\n",
       "              [\n",
       "                20,\n",
       "                9,\n",
       "                10,\n",
       "                21\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              52,\n",
       "              50\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                8\n",
       "              ],\n",
       "              [\n",
       "                28,\n",
       "                27\n",
       "              ],\n",
       "              [\n",
       "                37,\n",
       "                26\n",
       "              ],\n",
       "              [\n",
       "                31\n",
       "              ],\n",
       "              [\n",
       "                7,\n",
       "                6\n",
       "              ],\n",
       "              [\n",
       "                0,\n",
       "                11,\n",
       "                22\n",
       "              ],\n",
       "              [\n",
       "                20,\n",
       "                9,\n",
       "                10,\n",
       "                21\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              52,\n",
       "              50\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;E&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                8\n",
       "              ],\n",
       "              [\n",
       "                28,\n",
       "                27\n",
       "              ],\n",
       "              [\n",
       "                37,\n",
       "                26\n",
       "              ],\n",
       "              [\n",
       "                31\n",
       "              ],\n",
       "              [\n",
       "                7,\n",
       "                6\n",
       "              ],\n",
       "              [\n",
       "                0,\n",
       "                11,\n",
       "                22\n",
       "              ],\n",
       "              [\n",
       "                20,\n",
       "                9,\n",
       "                10,\n",
       "                21\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              52,\n",
       "              50\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                8\n",
       "              ],\n",
       "              [\n",
       "                28,\n",
       "                27\n",
       "              ],\n",
       "              [\n",
       "                37,\n",
       "                26\n",
       "              ],\n",
       "              [\n",
       "                31\n",
       "              ],\n",
       "              [\n",
       "                7,\n",
       "                6\n",
       "              ],\n",
       "              [\n",
       "                0,\n",
       "                11,\n",
       "                22\n",
       "              ],\n",
       "              [\n",
       "                20,\n",
       "                9,\n",
       "                10,\n",
       "                21\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              52,\n",
       "              50\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                8\n",
       "              ],\n",
       "              [\n",
       "                28,\n",
       "                27\n",
       "              ],\n",
       "              [\n",
       "                37,\n",
       "                26\n",
       "              ],\n",
       "              [\n",
       "                31\n",
       "              ],\n",
       "              [\n",
       "                7,\n",
       "                6\n",
       "              ],\n",
       "              [\n",
       "                0,\n",
       "                11,\n",
       "                22\n",
       "              ],\n",
       "              [\n",
       "                20,\n",
       "                9,\n",
       "                10,\n",
       "                21\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              52,\n",
       "              50\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                19\n",
       "              ],\n",
       "              [\n",
       "                39,\n",
       "                28\n",
       "              ],\n",
       "              [\n",
       "                48,\n",
       "                37\n",
       "              ],\n",
       "              [\n",
       "                42\n",
       "              ],\n",
       "              [\n",
       "                18,\n",
       "                7\n",
       "              ],\n",
       "              [\n",
       "                1,\n",
       "                0,\n",
       "                11\n",
       "              ],\n",
       "              [\n",
       "                31,\n",
       "                20,\n",
       "                9,\n",
       "                10\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              52,\n",
       "              50\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                19\n",
       "              ],\n",
       "              [\n",
       "                39,\n",
       "                28\n",
       "              ],\n",
       "              [\n",
       "                48,\n",
       "                37\n",
       "              ],\n",
       "              [\n",
       "                42\n",
       "              ],\n",
       "              [\n",
       "                18,\n",
       "                7\n",
       "              ],\n",
       "              [\n",
       "                1,\n",
       "                0,\n",
       "                11\n",
       "              ],\n",
       "              [\n",
       "                31,\n",
       "                20,\n",
       "                9,\n",
       "                10\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              52,\n",
       "              50\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                19\n",
       "              ],\n",
       "              [\n",
       "                39,\n",
       "                28\n",
       "              ],\n",
       "              [\n",
       "                48,\n",
       "                37\n",
       "              ],\n",
       "              [\n",
       "                42\n",
       "              ],\n",
       "              [\n",
       "                18,\n",
       "                7\n",
       "              ],\n",
       "              [\n",
       "                1,\n",
       "                0,\n",
       "                11\n",
       "              ],\n",
       "              [\n",
       "                31,\n",
       "                20,\n",
       "                9,\n",
       "                10\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              52,\n",
       "              50\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                19\n",
       "              ],\n",
       "              [\n",
       "                39,\n",
       "                28\n",
       "              ],\n",
       "              [\n",
       "                48,\n",
       "                37\n",
       "              ],\n",
       "              [\n",
       "                42\n",
       "              ],\n",
       "              [\n",
       "                18,\n",
       "                7\n",
       "              ],\n",
       "              [\n",
       "                1,\n",
       "                0,\n",
       "                11\n",
       "              ],\n",
       "              [\n",
       "                31,\n",
       "                20,\n",
       "                9,\n",
       "                10\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              52,\n",
       "              50\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                19\n",
       "              ],\n",
       "              [\n",
       "                39,\n",
       "                28\n",
       "              ],\n",
       "              [\n",
       "                48,\n",
       "                37\n",
       "              ],\n",
       "              [\n",
       "                42\n",
       "              ],\n",
       "              [\n",
       "                18,\n",
       "                7\n",
       "              ],\n",
       "              [\n",
       "                1,\n",
       "                0,\n",
       "                11\n",
       "              ],\n",
       "              [\n",
       "                31,\n",
       "                20,\n",
       "                9,\n",
       "                10\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              52,\n",
       "              50\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                19\n",
       "              ],\n",
       "              [\n",
       "                39,\n",
       "                28\n",
       "              ],\n",
       "              [\n",
       "                48,\n",
       "                37\n",
       "              ],\n",
       "              [\n",
       "                42\n",
       "              ],\n",
       "              [\n",
       "                18,\n",
       "                7\n",
       "              ],\n",
       "              [\n",
       "                1,\n",
       "                0,\n",
       "                11\n",
       "              ],\n",
       "              [\n",
       "                31,\n",
       "                20,\n",
       "                9,\n",
       "                10\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              52,\n",
       "              50\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;E&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                19\n",
       "              ],\n",
       "              [\n",
       "                39,\n",
       "                28\n",
       "              ],\n",
       "              [\n",
       "                48,\n",
       "                37\n",
       "              ],\n",
       "              [\n",
       "                42\n",
       "              ],\n",
       "              [\n",
       "                18,\n",
       "                7\n",
       "              ],\n",
       "              [\n",
       "                1,\n",
       "                0,\n",
       "                11\n",
       "              ],\n",
       "              [\n",
       "                31,\n",
       "                20,\n",
       "                9,\n",
       "                10\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              52,\n",
       "              50\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                19\n",
       "              ],\n",
       "              [\n",
       "                39,\n",
       "                28\n",
       "              ],\n",
       "              [\n",
       "                48,\n",
       "                37\n",
       "              ],\n",
       "              [\n",
       "                42\n",
       "              ],\n",
       "              [\n",
       "                18,\n",
       "                7\n",
       "              ],\n",
       "              [\n",
       "                1,\n",
       "                0,\n",
       "                11\n",
       "              ],\n",
       "              [\n",
       "                31,\n",
       "                20,\n",
       "                9,\n",
       "                10\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              52,\n",
       "              50\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                30\n",
       "              ],\n",
       "              [\n",
       "                50,\n",
       "                39\n",
       "              ],\n",
       "              [\n",
       "                49,\n",
       "                48\n",
       "              ],\n",
       "              [\n",
       "                53\n",
       "              ],\n",
       "              [\n",
       "                29,\n",
       "                18\n",
       "              ],\n",
       "              [\n",
       "                12,\n",
       "                1,\n",
       "                0\n",
       "              ],\n",
       "              [\n",
       "                42,\n",
       "                31,\n",
       "                20,\n",
       "                9\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              52,\n",
       "              50\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                30\n",
       "              ],\n",
       "              [\n",
       "                50,\n",
       "                39\n",
       "              ],\n",
       "              [\n",
       "                49,\n",
       "                48\n",
       "              ],\n",
       "              [\n",
       "                53\n",
       "              ],\n",
       "              [\n",
       "                29,\n",
       "                18\n",
       "              ],\n",
       "              [\n",
       "                12,\n",
       "                1,\n",
       "                0\n",
       "              ],\n",
       "              [\n",
       "                42,\n",
       "                31,\n",
       "                20,\n",
       "                9\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              52,\n",
       "              50\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                30\n",
       "              ],\n",
       "              [\n",
       "                50,\n",
       "                39\n",
       "              ],\n",
       "              [\n",
       "                49,\n",
       "                48\n",
       "              ],\n",
       "              [\n",
       "                53\n",
       "              ],\n",
       "              [\n",
       "                29,\n",
       "                18\n",
       "              ],\n",
       "              [\n",
       "                12,\n",
       "                1,\n",
       "                0\n",
       "              ],\n",
       "              [\n",
       "                42,\n",
       "                31,\n",
       "                20,\n",
       "                9\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              52,\n",
       "              50\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;E&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                30\n",
       "              ],\n",
       "              [\n",
       "                50,\n",
       "                39\n",
       "              ],\n",
       "              [\n",
       "                49,\n",
       "                48\n",
       "              ],\n",
       "              [\n",
       "                53\n",
       "              ],\n",
       "              [\n",
       "                29,\n",
       "                18\n",
       "              ],\n",
       "              [\n",
       "                12,\n",
       "                1,\n",
       "                0\n",
       "              ],\n",
       "              [\n",
       "                42,\n",
       "                31,\n",
       "                20,\n",
       "                9\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              52,\n",
       "              50\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                30\n",
       "              ],\n",
       "              [\n",
       "                50,\n",
       "                39\n",
       "              ],\n",
       "              [\n",
       "                49,\n",
       "                48\n",
       "              ],\n",
       "              [\n",
       "                53\n",
       "              ],\n",
       "              [\n",
       "                29,\n",
       "                18\n",
       "              ],\n",
       "              [\n",
       "                12,\n",
       "                1,\n",
       "                0\n",
       "              ],\n",
       "              [\n",
       "                42,\n",
       "                31,\n",
       "                20,\n",
       "                9\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              52,\n",
       "              50\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                30\n",
       "              ],\n",
       "              [\n",
       "                50,\n",
       "                39\n",
       "              ],\n",
       "              [\n",
       "                49,\n",
       "                48\n",
       "              ],\n",
       "              [\n",
       "                53\n",
       "              ],\n",
       "              [\n",
       "                29,\n",
       "                18\n",
       "              ],\n",
       "              [\n",
       "                12,\n",
       "                1,\n",
       "                0\n",
       "              ],\n",
       "              [\n",
       "                42,\n",
       "                31,\n",
       "                20,\n",
       "                9\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              52,\n",
       "              50\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                30\n",
       "              ],\n",
       "              [\n",
       "                50,\n",
       "                39\n",
       "              ],\n",
       "              [\n",
       "                49,\n",
       "                48\n",
       "              ],\n",
       "              [\n",
       "                53\n",
       "              ],\n",
       "              [\n",
       "                29,\n",
       "                18\n",
       "              ],\n",
       "              [\n",
       "                12,\n",
       "                1,\n",
       "                0\n",
       "              ],\n",
       "              [\n",
       "                42,\n",
       "                31,\n",
       "                20,\n",
       "                9\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              52,\n",
       "              50\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                30\n",
       "              ],\n",
       "              [\n",
       "                50,\n",
       "                39\n",
       "              ],\n",
       "              [\n",
       "                49,\n",
       "                48\n",
       "              ],\n",
       "              [\n",
       "                53\n",
       "              ],\n",
       "              [\n",
       "                29,\n",
       "                18\n",
       "              ],\n",
       "              [\n",
       "                12,\n",
       "                1,\n",
       "                0\n",
       "              ],\n",
       "              [\n",
       "                42,\n",
       "                31,\n",
       "                20,\n",
       "                9\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              52,\n",
       "              50\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                41\n",
       "              ],\n",
       "              [\n",
       "                61,\n",
       "                50,\n",
       "                39\n",
       "              ],\n",
       "              [\n",
       "                38,\n",
       "                49\n",
       "              ],\n",
       "              [\n",
       "                52\n",
       "              ],\n",
       "              [\n",
       "                40,\n",
       "                29\n",
       "              ],\n",
       "              [\n",
       "                23,\n",
       "                12,\n",
       "                1\n",
       "              ],\n",
       "              [\n",
       "                53,\n",
       "                42,\n",
       "                31,\n",
       "                20\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              52,\n",
       "              63\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                41\n",
       "              ],\n",
       "              [\n",
       "                61,\n",
       "                50,\n",
       "                39\n",
       "              ],\n",
       "              [\n",
       "                38,\n",
       "                49\n",
       "              ],\n",
       "              [\n",
       "                52\n",
       "              ],\n",
       "              [\n",
       "                40,\n",
       "                29\n",
       "              ],\n",
       "              [\n",
       "                23,\n",
       "                12,\n",
       "                1\n",
       "              ],\n",
       "              [\n",
       "                53,\n",
       "                42,\n",
       "                31,\n",
       "                20\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              52,\n",
       "              63\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                41\n",
       "              ],\n",
       "              [\n",
       "                61,\n",
       "                50,\n",
       "                39\n",
       "              ],\n",
       "              [\n",
       "                38,\n",
       "                49\n",
       "              ],\n",
       "              [\n",
       "                52\n",
       "              ],\n",
       "              [\n",
       "                40,\n",
       "                29\n",
       "              ],\n",
       "              [\n",
       "                23,\n",
       "                12,\n",
       "                1\n",
       "              ],\n",
       "              [\n",
       "                53,\n",
       "                42,\n",
       "                31,\n",
       "                20\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              52,\n",
       "              63\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                41\n",
       "              ],\n",
       "              [\n",
       "                61,\n",
       "                50,\n",
       "                39\n",
       "              ],\n",
       "              [\n",
       "                38,\n",
       "                49\n",
       "              ],\n",
       "              [\n",
       "                52\n",
       "              ],\n",
       "              [\n",
       "                40,\n",
       "                29\n",
       "              ],\n",
       "              [\n",
       "                23,\n",
       "                12,\n",
       "                1\n",
       "              ],\n",
       "              [\n",
       "                53,\n",
       "                42,\n",
       "                31,\n",
       "                20\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              52,\n",
       "              63\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;W&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                41\n",
       "              ],\n",
       "              [\n",
       "                61,\n",
       "                50,\n",
       "                39\n",
       "              ],\n",
       "              [\n",
       "                38,\n",
       "                49\n",
       "              ],\n",
       "              [\n",
       "                52\n",
       "              ],\n",
       "              [\n",
       "                40,\n",
       "                29\n",
       "              ],\n",
       "              [\n",
       "                23,\n",
       "                12,\n",
       "                1\n",
       "              ],\n",
       "              [\n",
       "                53,\n",
       "                42,\n",
       "                31,\n",
       "                20\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              52,\n",
       "              63\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                41\n",
       "              ],\n",
       "              [\n",
       "                61,\n",
       "                50,\n",
       "                39\n",
       "              ],\n",
       "              [\n",
       "                38,\n",
       "                49\n",
       "              ],\n",
       "              [\n",
       "                52\n",
       "              ],\n",
       "              [\n",
       "                40,\n",
       "                29\n",
       "              ],\n",
       "              [\n",
       "                23,\n",
       "                12,\n",
       "                1\n",
       "              ],\n",
       "              [\n",
       "                53,\n",
       "                42,\n",
       "                31,\n",
       "                20\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              52,\n",
       "              63\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                41\n",
       "              ],\n",
       "              [\n",
       "                61,\n",
       "                50,\n",
       "                39\n",
       "              ],\n",
       "              [\n",
       "                38,\n",
       "                49\n",
       "              ],\n",
       "              [\n",
       "                52\n",
       "              ],\n",
       "              [\n",
       "                40,\n",
       "                29\n",
       "              ],\n",
       "              [\n",
       "                23,\n",
       "                12,\n",
       "                1\n",
       "              ],\n",
       "              [\n",
       "                53,\n",
       "                42,\n",
       "                31,\n",
       "                20\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              52,\n",
       "              63\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                41\n",
       "              ],\n",
       "              [\n",
       "                61,\n",
       "                50,\n",
       "                39\n",
       "              ],\n",
       "              [\n",
       "                38,\n",
       "                49\n",
       "              ],\n",
       "              [\n",
       "                52\n",
       "              ],\n",
       "              [\n",
       "                40,\n",
       "                29\n",
       "              ],\n",
       "              [\n",
       "                23,\n",
       "                12,\n",
       "                1\n",
       "              ],\n",
       "              [\n",
       "                53,\n",
       "                42,\n",
       "                31,\n",
       "                20\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              52,\n",
       "              63\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                30\n",
       "              ],\n",
       "              [\n",
       "                62,\n",
       "                61,\n",
       "                50\n",
       "              ],\n",
       "              [\n",
       "                39,\n",
       "                38\n",
       "              ],\n",
       "              [\n",
       "                63,\n",
       "                52\n",
       "              ],\n",
       "              [\n",
       "                51,\n",
       "                40\n",
       "              ],\n",
       "              [\n",
       "                34,\n",
       "                23,\n",
       "                12\n",
       "              ],\n",
       "              [\n",
       "                64,\n",
       "                53,\n",
       "                42,\n",
       "                31\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              63,\n",
       "              21\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                30\n",
       "              ],\n",
       "              [\n",
       "                62,\n",
       "                61,\n",
       "                50\n",
       "              ],\n",
       "              [\n",
       "                39,\n",
       "                38\n",
       "              ],\n",
       "              [\n",
       "                63,\n",
       "                52\n",
       "              ],\n",
       "              [\n",
       "                51,\n",
       "                40\n",
       "              ],\n",
       "              [\n",
       "                34,\n",
       "                23,\n",
       "                12\n",
       "              ],\n",
       "              [\n",
       "                64,\n",
       "                53,\n",
       "                42,\n",
       "                31\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              63,\n",
       "              21\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;E&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                30\n",
       "              ],\n",
       "              [\n",
       "                62,\n",
       "                61,\n",
       "                50\n",
       "              ],\n",
       "              [\n",
       "                39,\n",
       "                38\n",
       "              ],\n",
       "              [\n",
       "                63,\n",
       "                52\n",
       "              ],\n",
       "              [\n",
       "                51,\n",
       "                40\n",
       "              ],\n",
       "              [\n",
       "                34,\n",
       "                23,\n",
       "                12\n",
       "              ],\n",
       "              [\n",
       "                64,\n",
       "                53,\n",
       "                42,\n",
       "                31\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              63,\n",
       "              21\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;E&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                30\n",
       "              ],\n",
       "              [\n",
       "                62,\n",
       "                61,\n",
       "                50\n",
       "              ],\n",
       "              [\n",
       "                39,\n",
       "                38\n",
       "              ],\n",
       "              [\n",
       "                63,\n",
       "                52\n",
       "              ],\n",
       "              [\n",
       "                51,\n",
       "                40\n",
       "              ],\n",
       "              [\n",
       "                34,\n",
       "                23,\n",
       "                12\n",
       "              ],\n",
       "              [\n",
       "                64,\n",
       "                53,\n",
       "                42,\n",
       "                31\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              63,\n",
       "              21\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                30\n",
       "              ],\n",
       "              [\n",
       "                62,\n",
       "                61,\n",
       "                50\n",
       "              ],\n",
       "              [\n",
       "                39,\n",
       "                38\n",
       "              ],\n",
       "              [\n",
       "                63,\n",
       "                52\n",
       "              ],\n",
       "              [\n",
       "                51,\n",
       "                40\n",
       "              ],\n",
       "              [\n",
       "                34,\n",
       "                23,\n",
       "                12\n",
       "              ],\n",
       "              [\n",
       "                64,\n",
       "                53,\n",
       "                42,\n",
       "                31\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              63,\n",
       "              21\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                30\n",
       "              ],\n",
       "              [\n",
       "                62,\n",
       "                61,\n",
       "                50\n",
       "              ],\n",
       "              [\n",
       "                39,\n",
       "                38\n",
       "              ],\n",
       "              [\n",
       "                63,\n",
       "                52\n",
       "              ],\n",
       "              [\n",
       "                51,\n",
       "                40\n",
       "              ],\n",
       "              [\n",
       "                34,\n",
       "                23,\n",
       "                12\n",
       "              ],\n",
       "              [\n",
       "                64,\n",
       "                53,\n",
       "                42,\n",
       "                31\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              63,\n",
       "              21\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                30\n",
       "              ],\n",
       "              [\n",
       "                62,\n",
       "                61,\n",
       "                50\n",
       "              ],\n",
       "              [\n",
       "                39,\n",
       "                38\n",
       "              ],\n",
       "              [\n",
       "                63,\n",
       "                52\n",
       "              ],\n",
       "              [\n",
       "                51,\n",
       "                40\n",
       "              ],\n",
       "              [\n",
       "                34,\n",
       "                23,\n",
       "                12\n",
       "              ],\n",
       "              [\n",
       "                64,\n",
       "                53,\n",
       "                42,\n",
       "                31\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              63,\n",
       "              21\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                30\n",
       "              ],\n",
       "              [\n",
       "                62,\n",
       "                61,\n",
       "                50\n",
       "              ],\n",
       "              [\n",
       "                39,\n",
       "                38\n",
       "              ],\n",
       "              [\n",
       "                63,\n",
       "                52\n",
       "              ],\n",
       "              [\n",
       "                51,\n",
       "                40\n",
       "              ],\n",
       "              [\n",
       "                34,\n",
       "                23,\n",
       "                12\n",
       "              ],\n",
       "              [\n",
       "                64,\n",
       "                53,\n",
       "                42,\n",
       "                31\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              63,\n",
       "              21\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                19\n",
       "              ],\n",
       "              [\n",
       "                73,\n",
       "                62,\n",
       "                61\n",
       "              ],\n",
       "              [],\n",
       "              [\n",
       "                74,\n",
       "                63,\n",
       "                52\n",
       "              ],\n",
       "              [],\n",
       "              [\n",
       "                45,\n",
       "                34,\n",
       "                23\n",
       "              ],\n",
       "              [\n",
       "                75,\n",
       "                64,\n",
       "                53,\n",
       "                42\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              21,\n",
       "              31\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                19\n",
       "              ],\n",
       "              [\n",
       "                73,\n",
       "                62,\n",
       "                61\n",
       "              ],\n",
       "              [],\n",
       "              [\n",
       "                74,\n",
       "                63,\n",
       "                52\n",
       "              ],\n",
       "              [],\n",
       "              [\n",
       "                45,\n",
       "                34,\n",
       "                23\n",
       "              ],\n",
       "              [\n",
       "                75,\n",
       "                64,\n",
       "                53,\n",
       "                42\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              21,\n",
       "              31\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                19\n",
       "              ],\n",
       "              [\n",
       "                73,\n",
       "                62,\n",
       "                61\n",
       "              ],\n",
       "              [],\n",
       "              [\n",
       "                74,\n",
       "                63,\n",
       "                52\n",
       "              ],\n",
       "              [],\n",
       "              [\n",
       "                45,\n",
       "                34,\n",
       "                23\n",
       "              ],\n",
       "              [\n",
       "                75,\n",
       "                64,\n",
       "                53,\n",
       "                42\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              21,\n",
       "              31\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                19\n",
       "              ],\n",
       "              [\n",
       "                73,\n",
       "                62,\n",
       "                61\n",
       "              ],\n",
       "              [],\n",
       "              [\n",
       "                74,\n",
       "                63,\n",
       "                52\n",
       "              ],\n",
       "              [],\n",
       "              [\n",
       "                45,\n",
       "                34,\n",
       "                23\n",
       "              ],\n",
       "              [\n",
       "                75,\n",
       "                64,\n",
       "                53,\n",
       "                42\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              21,\n",
       "              31\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                19\n",
       "              ],\n",
       "              [\n",
       "                73,\n",
       "                62,\n",
       "                61\n",
       "              ],\n",
       "              [],\n",
       "              [\n",
       "                74,\n",
       "                63,\n",
       "                52\n",
       "              ],\n",
       "              [],\n",
       "              [\n",
       "                45,\n",
       "                34,\n",
       "                23\n",
       "              ],\n",
       "              [\n",
       "                75,\n",
       "                64,\n",
       "                53,\n",
       "                42\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              21,\n",
       "              31\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;W&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                19\n",
       "              ],\n",
       "              [\n",
       "                73,\n",
       "                62,\n",
       "                61\n",
       "              ],\n",
       "              [],\n",
       "              [\n",
       "                74,\n",
       "                63,\n",
       "                52\n",
       "              ],\n",
       "              [],\n",
       "              [\n",
       "                45,\n",
       "                34,\n",
       "                23\n",
       "              ],\n",
       "              [\n",
       "                75,\n",
       "                64,\n",
       "                53,\n",
       "                42\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              21,\n",
       "              31\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                19\n",
       "              ],\n",
       "              [\n",
       "                73,\n",
       "                62,\n",
       "                61\n",
       "              ],\n",
       "              [],\n",
       "              [\n",
       "                74,\n",
       "                63,\n",
       "                52\n",
       "              ],\n",
       "              [],\n",
       "              [\n",
       "                45,\n",
       "                34,\n",
       "                23\n",
       "              ],\n",
       "              [\n",
       "                75,\n",
       "                64,\n",
       "                53,\n",
       "                42\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              21,\n",
       "              31\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                19\n",
       "              ],\n",
       "              [\n",
       "                73,\n",
       "                62,\n",
       "                61\n",
       "              ],\n",
       "              [],\n",
       "              [\n",
       "                74,\n",
       "                63,\n",
       "                52\n",
       "              ],\n",
       "              [],\n",
       "              [\n",
       "                45,\n",
       "                34,\n",
       "                23\n",
       "              ],\n",
       "              [\n",
       "                75,\n",
       "                64,\n",
       "                53,\n",
       "                42\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              21,\n",
       "              31\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                30\n",
       "              ],\n",
       "              [\n",
       "                72,\n",
       "                73,\n",
       "                62\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                46,\n",
       "                45,\n",
       "                34\n",
       "              ],\n",
       "              [\n",
       "                76,\n",
       "                75,\n",
       "                64,\n",
       "                53\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              21,\n",
       "              31\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                30\n",
       "              ],\n",
       "              [\n",
       "                72,\n",
       "                73,\n",
       "                62\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                46,\n",
       "                45,\n",
       "                34\n",
       "              ],\n",
       "              [\n",
       "                76,\n",
       "                75,\n",
       "                64,\n",
       "                53\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              21,\n",
       "              31\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;W&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                30\n",
       "              ],\n",
       "              [\n",
       "                72,\n",
       "                73,\n",
       "                62\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                46,\n",
       "                45,\n",
       "                34\n",
       "              ],\n",
       "              [\n",
       "                76,\n",
       "                75,\n",
       "                64,\n",
       "                53\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              21,\n",
       "              31\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                30\n",
       "              ],\n",
       "              [\n",
       "                72,\n",
       "                73,\n",
       "                62\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                46,\n",
       "                45,\n",
       "                34\n",
       "              ],\n",
       "              [\n",
       "                76,\n",
       "                75,\n",
       "                64,\n",
       "                53\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              21,\n",
       "              31\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                30\n",
       "              ],\n",
       "              [\n",
       "                72,\n",
       "                73,\n",
       "                62\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                46,\n",
       "                45,\n",
       "                34\n",
       "              ],\n",
       "              [\n",
       "                76,\n",
       "                75,\n",
       "                64,\n",
       "                53\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              21,\n",
       "              31\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                30\n",
       "              ],\n",
       "              [\n",
       "                72,\n",
       "                73,\n",
       "                62\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                46,\n",
       "                45,\n",
       "                34\n",
       "              ],\n",
       "              [\n",
       "                76,\n",
       "                75,\n",
       "                64,\n",
       "                53\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              21,\n",
       "              31\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;E&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                30\n",
       "              ],\n",
       "              [\n",
       "                72,\n",
       "                73,\n",
       "                62\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                46,\n",
       "                45,\n",
       "                34\n",
       "              ],\n",
       "              [\n",
       "                76,\n",
       "                75,\n",
       "                64,\n",
       "                53\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              21,\n",
       "              31\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;E&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                30\n",
       "              ],\n",
       "              [\n",
       "                72,\n",
       "                73,\n",
       "                62\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                46,\n",
       "                45,\n",
       "                34\n",
       "              ],\n",
       "              [\n",
       "                76,\n",
       "                75,\n",
       "                64,\n",
       "                53\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              21,\n",
       "              31\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                31\n",
       "              ],\n",
       "              [\n",
       "                61,\n",
       "                72,\n",
       "                73\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                35,\n",
       "                46,\n",
       "                45\n",
       "              ],\n",
       "              [\n",
       "                65,\n",
       "                76,\n",
       "                75,\n",
       "                64\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              21,\n",
       "              31\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;E&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                31\n",
       "              ],\n",
       "              [\n",
       "                61,\n",
       "                72,\n",
       "                73\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                35,\n",
       "                46,\n",
       "                45\n",
       "              ],\n",
       "              [\n",
       "                65,\n",
       "                76,\n",
       "                75,\n",
       "                64\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              21,\n",
       "              31\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                31\n",
       "              ],\n",
       "              [\n",
       "                61,\n",
       "                72,\n",
       "                73\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                35,\n",
       "                46,\n",
       "                45\n",
       "              ],\n",
       "              [\n",
       "                65,\n",
       "                76,\n",
       "                75,\n",
       "                64\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              21,\n",
       "              31\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                31\n",
       "              ],\n",
       "              [\n",
       "                61,\n",
       "                72,\n",
       "                73\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                35,\n",
       "                46,\n",
       "                45\n",
       "              ],\n",
       "              [\n",
       "                65,\n",
       "                76,\n",
       "                75,\n",
       "                64\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              21,\n",
       "              31\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                31\n",
       "              ],\n",
       "              [\n",
       "                61,\n",
       "                72,\n",
       "                73\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                35,\n",
       "                46,\n",
       "                45\n",
       "              ],\n",
       "              [\n",
       "                65,\n",
       "                76,\n",
       "                75,\n",
       "                64\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              21,\n",
       "              31\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                31\n",
       "              ],\n",
       "              [\n",
       "                61,\n",
       "                72,\n",
       "                73\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                35,\n",
       "                46,\n",
       "                45\n",
       "              ],\n",
       "              [\n",
       "                65,\n",
       "                76,\n",
       "                75,\n",
       "                64\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              21,\n",
       "              31\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                31\n",
       "              ],\n",
       "              [\n",
       "                61,\n",
       "                72,\n",
       "                73\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                35,\n",
       "                46,\n",
       "                45\n",
       "              ],\n",
       "              [\n",
       "                65,\n",
       "                76,\n",
       "                75,\n",
       "                64\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              21,\n",
       "              31\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                31\n",
       "              ],\n",
       "              [\n",
       "                61,\n",
       "                72,\n",
       "                73\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                35,\n",
       "                46,\n",
       "                45\n",
       "              ],\n",
       "              [\n",
       "                65,\n",
       "                76,\n",
       "                75,\n",
       "                64\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              21,\n",
       "              31\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                20,\n",
       "                31\n",
       "              ],\n",
       "              [\n",
       "                50,\n",
       "                61,\n",
       "                72\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                24,\n",
       "                35,\n",
       "                46\n",
       "              ],\n",
       "              [\n",
       "                54,\n",
       "                65,\n",
       "                76,\n",
       "                75\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              21,\n",
       "              39\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                20,\n",
       "                31\n",
       "              ],\n",
       "              [\n",
       "                50,\n",
       "                61,\n",
       "                72\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                24,\n",
       "                35,\n",
       "                46\n",
       "              ],\n",
       "              [\n",
       "                54,\n",
       "                65,\n",
       "                76,\n",
       "                75\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              21,\n",
       "              39\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                20,\n",
       "                31\n",
       "              ],\n",
       "              [\n",
       "                50,\n",
       "                61,\n",
       "                72\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                24,\n",
       "                35,\n",
       "                46\n",
       "              ],\n",
       "              [\n",
       "                54,\n",
       "                65,\n",
       "                76,\n",
       "                75\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              21,\n",
       "              39\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                20,\n",
       "                31\n",
       "              ],\n",
       "              [\n",
       "                50,\n",
       "                61,\n",
       "                72\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                24,\n",
       "                35,\n",
       "                46\n",
       "              ],\n",
       "              [\n",
       "                54,\n",
       "                65,\n",
       "                76,\n",
       "                75\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              21,\n",
       "              39\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                20,\n",
       "                31\n",
       "              ],\n",
       "              [\n",
       "                50,\n",
       "                61,\n",
       "                72\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                24,\n",
       "                35,\n",
       "                46\n",
       "              ],\n",
       "              [\n",
       "                54,\n",
       "                65,\n",
       "                76,\n",
       "                75\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              21,\n",
       "              39\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                20,\n",
       "                31\n",
       "              ],\n",
       "              [\n",
       "                50,\n",
       "                61,\n",
       "                72\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                24,\n",
       "                35,\n",
       "                46\n",
       "              ],\n",
       "              [\n",
       "                54,\n",
       "                65,\n",
       "                76,\n",
       "                75\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              21,\n",
       "              39\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                20,\n",
       "                31\n",
       "              ],\n",
       "              [\n",
       "                50,\n",
       "                61,\n",
       "                72\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                24,\n",
       "                35,\n",
       "                46\n",
       "              ],\n",
       "              [\n",
       "                54,\n",
       "                65,\n",
       "                76,\n",
       "                75\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              21,\n",
       "              39\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                20,\n",
       "                31\n",
       "              ],\n",
       "              [\n",
       "                50,\n",
       "                61,\n",
       "                72\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                24,\n",
       "                35,\n",
       "                46\n",
       "              ],\n",
       "              [\n",
       "                54,\n",
       "                65,\n",
       "                76,\n",
       "                75\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              21,\n",
       "              39\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                21,\n",
       "                20\n",
       "              ],\n",
       "              [\n",
       "                39,\n",
       "                50,\n",
       "                61\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                25,\n",
       "                24,\n",
       "                35\n",
       "              ],\n",
       "              [\n",
       "                43,\n",
       "                54,\n",
       "                65,\n",
       "                76\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              21,\n",
       "              39\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;E&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                21,\n",
       "                20\n",
       "              ],\n",
       "              [\n",
       "                39,\n",
       "                50,\n",
       "                61\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                25,\n",
       "                24,\n",
       "                35\n",
       "              ],\n",
       "              [\n",
       "                43,\n",
       "                54,\n",
       "                65,\n",
       "                76\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              21,\n",
       "              39\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                21,\n",
       "                20\n",
       "              ],\n",
       "              [\n",
       "                39,\n",
       "                50,\n",
       "                61\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                25,\n",
       "                24,\n",
       "                35\n",
       "              ],\n",
       "              [\n",
       "                43,\n",
       "                54,\n",
       "                65,\n",
       "                76\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              21,\n",
       "              39\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                21,\n",
       "                20\n",
       "              ],\n",
       "              [\n",
       "                39,\n",
       "                50,\n",
       "                61\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                25,\n",
       "                24,\n",
       "                35\n",
       "              ],\n",
       "              [\n",
       "                43,\n",
       "                54,\n",
       "                65,\n",
       "                76\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              21,\n",
       "              39\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                21,\n",
       "                20\n",
       "              ],\n",
       "              [\n",
       "                39,\n",
       "                50,\n",
       "                61\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                25,\n",
       "                24,\n",
       "                35\n",
       "              ],\n",
       "              [\n",
       "                43,\n",
       "                54,\n",
       "                65,\n",
       "                76\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              21,\n",
       "              39\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                21,\n",
       "                20\n",
       "              ],\n",
       "              [\n",
       "                39,\n",
       "                50,\n",
       "                61\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                25,\n",
       "                24,\n",
       "                35\n",
       "              ],\n",
       "              [\n",
       "                43,\n",
       "                54,\n",
       "                65,\n",
       "                76\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              21,\n",
       "              39\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;E&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                21,\n",
       "                20\n",
       "              ],\n",
       "              [\n",
       "                39,\n",
       "                50,\n",
       "                61\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                25,\n",
       "                24,\n",
       "                35\n",
       "              ],\n",
       "              [\n",
       "                43,\n",
       "                54,\n",
       "                65,\n",
       "                76\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              21,\n",
       "              39\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                21,\n",
       "                20\n",
       "              ],\n",
       "              [\n",
       "                39,\n",
       "                50,\n",
       "                61\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                25,\n",
       "                24,\n",
       "                35\n",
       "              ],\n",
       "              [\n",
       "                43,\n",
       "                54,\n",
       "                65,\n",
       "                76\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              21,\n",
       "              39\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                10,\n",
       "                21,\n",
       "                20\n",
       "              ],\n",
       "              [\n",
       "                28,\n",
       "                39,\n",
       "                50,\n",
       "                61\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                36,\n",
       "                25,\n",
       "                24\n",
       "              ],\n",
       "              [\n",
       "                32,\n",
       "                43,\n",
       "                54,\n",
       "                65\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              14,\n",
       "              0\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                10,\n",
       "                21,\n",
       "                20\n",
       "              ],\n",
       "              [\n",
       "                28,\n",
       "                39,\n",
       "                50,\n",
       "                61\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                36,\n",
       "                25,\n",
       "                24\n",
       "              ],\n",
       "              [\n",
       "                32,\n",
       "                43,\n",
       "                54,\n",
       "                65\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              14,\n",
       "              0\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                10,\n",
       "                21,\n",
       "                20\n",
       "              ],\n",
       "              [\n",
       "                28,\n",
       "                39,\n",
       "                50,\n",
       "                61\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                36,\n",
       "                25,\n",
       "                24\n",
       "              ],\n",
       "              [\n",
       "                32,\n",
       "                43,\n",
       "                54,\n",
       "                65\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              14,\n",
       "              0\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                10,\n",
       "                21,\n",
       "                20\n",
       "              ],\n",
       "              [\n",
       "                28,\n",
       "                39,\n",
       "                50,\n",
       "                61\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                36,\n",
       "                25,\n",
       "                24\n",
       "              ],\n",
       "              [\n",
       "                32,\n",
       "                43,\n",
       "                54,\n",
       "                65\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              14,\n",
       "              0\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                10,\n",
       "                21,\n",
       "                20\n",
       "              ],\n",
       "              [\n",
       "                28,\n",
       "                39,\n",
       "                50,\n",
       "                61\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                36,\n",
       "                25,\n",
       "                24\n",
       "              ],\n",
       "              [\n",
       "                32,\n",
       "                43,\n",
       "                54,\n",
       "                65\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              14,\n",
       "              0\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                10,\n",
       "                21,\n",
       "                20\n",
       "              ],\n",
       "              [\n",
       "                28,\n",
       "                39,\n",
       "                50,\n",
       "                61\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                36,\n",
       "                25,\n",
       "                24\n",
       "              ],\n",
       "              [\n",
       "                32,\n",
       "                43,\n",
       "                54,\n",
       "                65\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              14,\n",
       "              0\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                10,\n",
       "                21,\n",
       "                20\n",
       "              ],\n",
       "              [\n",
       "                28,\n",
       "                39,\n",
       "                50,\n",
       "                61\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                36,\n",
       "                25,\n",
       "                24\n",
       "              ],\n",
       "              [\n",
       "                32,\n",
       "                43,\n",
       "                54,\n",
       "                65\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              14,\n",
       "              0\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                10,\n",
       "                21,\n",
       "                20\n",
       "              ],\n",
       "              [\n",
       "                28,\n",
       "                39,\n",
       "                50,\n",
       "                61\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                36,\n",
       "                25,\n",
       "                24\n",
       "              ],\n",
       "              [\n",
       "                32,\n",
       "                43,\n",
       "                54,\n",
       "                65\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              14,\n",
       "              0\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                9,\n",
       "                10,\n",
       "                21\n",
       "              ],\n",
       "              [\n",
       "                17,\n",
       "                28,\n",
       "                39,\n",
       "                50\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                47,\n",
       "                36,\n",
       "                25\n",
       "              ],\n",
       "              [\n",
       "                31,\n",
       "                32,\n",
       "                43,\n",
       "                54\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              14,\n",
       "              0\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;W&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                9,\n",
       "                10,\n",
       "                21\n",
       "              ],\n",
       "              [\n",
       "                17,\n",
       "                28,\n",
       "                39,\n",
       "                50\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                47,\n",
       "                36,\n",
       "                25\n",
       "              ],\n",
       "              [\n",
       "                31,\n",
       "                32,\n",
       "                43,\n",
       "                54\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              14,\n",
       "              0\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                9,\n",
       "                10,\n",
       "                21\n",
       "              ],\n",
       "              [\n",
       "                17,\n",
       "                28,\n",
       "                39,\n",
       "                50\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                47,\n",
       "                36,\n",
       "                25\n",
       "              ],\n",
       "              [\n",
       "                31,\n",
       "                32,\n",
       "                43,\n",
       "                54\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              14,\n",
       "              0\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                9,\n",
       "                10,\n",
       "                21\n",
       "              ],\n",
       "              [\n",
       "                17,\n",
       "                28,\n",
       "                39,\n",
       "                50\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                47,\n",
       "                36,\n",
       "                25\n",
       "              ],\n",
       "              [\n",
       "                31,\n",
       "                32,\n",
       "                43,\n",
       "                54\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              14,\n",
       "              0\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                9,\n",
       "                10,\n",
       "                21\n",
       "              ],\n",
       "              [\n",
       "                17,\n",
       "                28,\n",
       "                39,\n",
       "                50\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                47,\n",
       "                36,\n",
       "                25\n",
       "              ],\n",
       "              [\n",
       "                31,\n",
       "                32,\n",
       "                43,\n",
       "                54\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              14,\n",
       "              0\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                9,\n",
       "                10,\n",
       "                21\n",
       "              ],\n",
       "              [\n",
       "                17,\n",
       "                28,\n",
       "                39,\n",
       "                50\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                47,\n",
       "                36,\n",
       "                25\n",
       "              ],\n",
       "              [\n",
       "                31,\n",
       "                32,\n",
       "                43,\n",
       "                54\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              14,\n",
       "              0\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                9,\n",
       "                10,\n",
       "                21\n",
       "              ],\n",
       "              [\n",
       "                17,\n",
       "                28,\n",
       "                39,\n",
       "                50\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                47,\n",
       "                36,\n",
       "                25\n",
       "              ],\n",
       "              [\n",
       "                31,\n",
       "                32,\n",
       "                43,\n",
       "                54\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              14,\n",
       "              0\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;W&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                9,\n",
       "                10,\n",
       "                21\n",
       "              ],\n",
       "              [\n",
       "                17,\n",
       "                28,\n",
       "                39,\n",
       "                50\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                47,\n",
       "                36,\n",
       "                25\n",
       "              ],\n",
       "              [\n",
       "                31,\n",
       "                32,\n",
       "                43,\n",
       "                54\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              14,\n",
       "              0\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                8,\n",
       "                9,\n",
       "                10\n",
       "              ],\n",
       "              [\n",
       "                16,\n",
       "                17,\n",
       "                28,\n",
       "                39\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                58,\n",
       "                47,\n",
       "                36\n",
       "              ],\n",
       "              [\n",
       "                30,\n",
       "                31,\n",
       "                32,\n",
       "                43\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              14,\n",
       "              0\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;W&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                8,\n",
       "                9,\n",
       "                10\n",
       "              ],\n",
       "              [\n",
       "                16,\n",
       "                17,\n",
       "                28,\n",
       "                39\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                58,\n",
       "                47,\n",
       "                36\n",
       "              ],\n",
       "              [\n",
       "                30,\n",
       "                31,\n",
       "                32,\n",
       "                43\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              14,\n",
       "              0\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;W&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                8,\n",
       "                9,\n",
       "                10\n",
       "              ],\n",
       "              [\n",
       "                16,\n",
       "                17,\n",
       "                28,\n",
       "                39\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                58,\n",
       "                47,\n",
       "                36\n",
       "              ],\n",
       "              [\n",
       "                30,\n",
       "                31,\n",
       "                32,\n",
       "                43\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              14,\n",
       "              0\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                8,\n",
       "                9,\n",
       "                10\n",
       "              ],\n",
       "              [\n",
       "                16,\n",
       "                17,\n",
       "                28,\n",
       "                39\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                58,\n",
       "                47,\n",
       "                36\n",
       "              ],\n",
       "              [\n",
       "                30,\n",
       "                31,\n",
       "                32,\n",
       "                43\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              14,\n",
       "              0\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                8,\n",
       "                9,\n",
       "                10\n",
       "              ],\n",
       "              [\n",
       "                16,\n",
       "                17,\n",
       "                28,\n",
       "                39\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                58,\n",
       "                47,\n",
       "                36\n",
       "              ],\n",
       "              [\n",
       "                30,\n",
       "                31,\n",
       "                32,\n",
       "                43\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              14,\n",
       "              0\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                8,\n",
       "                9,\n",
       "                10\n",
       "              ],\n",
       "              [\n",
       "                16,\n",
       "                17,\n",
       "                28,\n",
       "                39\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                58,\n",
       "                47,\n",
       "                36\n",
       "              ],\n",
       "              [\n",
       "                30,\n",
       "                31,\n",
       "                32,\n",
       "                43\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              14,\n",
       "              0\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                8,\n",
       "                9,\n",
       "                10\n",
       "              ],\n",
       "              [\n",
       "                16,\n",
       "                17,\n",
       "                28,\n",
       "                39\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                58,\n",
       "                47,\n",
       "                36\n",
       "              ],\n",
       "              [\n",
       "                30,\n",
       "                31,\n",
       "                32,\n",
       "                43\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              14,\n",
       "              0\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;W&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                8,\n",
       "                9,\n",
       "                10\n",
       "              ],\n",
       "              [\n",
       "                16,\n",
       "                17,\n",
       "                28,\n",
       "                39\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                58,\n",
       "                47,\n",
       "                36\n",
       "              ],\n",
       "              [\n",
       "                30,\n",
       "                31,\n",
       "                32,\n",
       "                43\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              14,\n",
       "              0\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                7,\n",
       "                8,\n",
       "                9\n",
       "              ],\n",
       "              [\n",
       "                15,\n",
       "                16,\n",
       "                17,\n",
       "                28\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                69,\n",
       "                58,\n",
       "                47\n",
       "              ],\n",
       "              [\n",
       "                29,\n",
       "                30,\n",
       "                31,\n",
       "                32\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              14,\n",
       "              0\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;W&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                7,\n",
       "                8,\n",
       "                9\n",
       "              ],\n",
       "              [\n",
       "                15,\n",
       "                16,\n",
       "                17,\n",
       "                28\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                69,\n",
       "                58,\n",
       "                47\n",
       "              ],\n",
       "              [\n",
       "                29,\n",
       "                30,\n",
       "                31,\n",
       "                32\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              14,\n",
       "              0\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;W&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                7,\n",
       "                8,\n",
       "                9\n",
       "              ],\n",
       "              [\n",
       "                15,\n",
       "                16,\n",
       "                17,\n",
       "                28\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                69,\n",
       "                58,\n",
       "                47\n",
       "              ],\n",
       "              [\n",
       "                29,\n",
       "                30,\n",
       "                31,\n",
       "                32\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              14,\n",
       "              0\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                7,\n",
       "                8,\n",
       "                9\n",
       "              ],\n",
       "              [\n",
       "                15,\n",
       "                16,\n",
       "                17,\n",
       "                28\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                69,\n",
       "                58,\n",
       "                47\n",
       "              ],\n",
       "              [\n",
       "                29,\n",
       "                30,\n",
       "                31,\n",
       "                32\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              14,\n",
       "              0\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                7,\n",
       "                8,\n",
       "                9\n",
       "              ],\n",
       "              [\n",
       "                15,\n",
       "                16,\n",
       "                17,\n",
       "                28\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                69,\n",
       "                58,\n",
       "                47\n",
       "              ],\n",
       "              [\n",
       "                29,\n",
       "                30,\n",
       "                31,\n",
       "                32\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              14,\n",
       "              0\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                7,\n",
       "                8,\n",
       "                9\n",
       "              ],\n",
       "              [\n",
       "                15,\n",
       "                16,\n",
       "                17,\n",
       "                28\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                69,\n",
       "                58,\n",
       "                47\n",
       "              ],\n",
       "              [\n",
       "                29,\n",
       "                30,\n",
       "                31,\n",
       "                32\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              14,\n",
       "              0\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                7,\n",
       "                8,\n",
       "                9\n",
       "              ],\n",
       "              [\n",
       "                15,\n",
       "                16,\n",
       "                17,\n",
       "                28\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                69,\n",
       "                58,\n",
       "                47\n",
       "              ],\n",
       "              [\n",
       "                29,\n",
       "                30,\n",
       "                31,\n",
       "                32\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              14,\n",
       "              0\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;W&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                7,\n",
       "                8,\n",
       "                9\n",
       "              ],\n",
       "              [\n",
       "                15,\n",
       "                16,\n",
       "                17,\n",
       "                28\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                69,\n",
       "                58,\n",
       "                47\n",
       "              ],\n",
       "              [\n",
       "                29,\n",
       "                30,\n",
       "                31,\n",
       "                32\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              14,\n",
       "              0\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                6,\n",
       "                7,\n",
       "                8\n",
       "              ],\n",
       "              [\n",
       "                14,\n",
       "                15,\n",
       "                16,\n",
       "                17\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                70,\n",
       "                69,\n",
       "                58\n",
       "              ],\n",
       "              [\n",
       "                28,\n",
       "                29,\n",
       "                30,\n",
       "                31\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              14,\n",
       "              0\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;W&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                6,\n",
       "                7,\n",
       "                8\n",
       "              ],\n",
       "              [\n",
       "                14,\n",
       "                15,\n",
       "                16,\n",
       "                17\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                70,\n",
       "                69,\n",
       "                58\n",
       "              ],\n",
       "              [\n",
       "                28,\n",
       "                29,\n",
       "                30,\n",
       "                31\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              14,\n",
       "              0\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;W&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                6,\n",
       "                7,\n",
       "                8\n",
       "              ],\n",
       "              [\n",
       "                14,\n",
       "                15,\n",
       "                16,\n",
       "                17\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                70,\n",
       "                69,\n",
       "                58\n",
       "              ],\n",
       "              [\n",
       "                28,\n",
       "                29,\n",
       "                30,\n",
       "                31\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              14,\n",
       "              0\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                6,\n",
       "                7,\n",
       "                8\n",
       "              ],\n",
       "              [\n",
       "                14,\n",
       "                15,\n",
       "                16,\n",
       "                17\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                70,\n",
       "                69,\n",
       "                58\n",
       "              ],\n",
       "              [\n",
       "                28,\n",
       "                29,\n",
       "                30,\n",
       "                31\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              14,\n",
       "              0\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                6,\n",
       "                7,\n",
       "                8\n",
       "              ],\n",
       "              [\n",
       "                14,\n",
       "                15,\n",
       "                16,\n",
       "                17\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                70,\n",
       "                69,\n",
       "                58\n",
       "              ],\n",
       "              [\n",
       "                28,\n",
       "                29,\n",
       "                30,\n",
       "                31\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              14,\n",
       "              0\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                6,\n",
       "                7,\n",
       "                8\n",
       "              ],\n",
       "              [\n",
       "                14,\n",
       "                15,\n",
       "                16,\n",
       "                17\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                70,\n",
       "                69,\n",
       "                58\n",
       "              ],\n",
       "              [\n",
       "                28,\n",
       "                29,\n",
       "                30,\n",
       "                31\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              14,\n",
       "              0\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;E&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                6,\n",
       "                7,\n",
       "                8\n",
       "              ],\n",
       "              [\n",
       "                14,\n",
       "                15,\n",
       "                16,\n",
       "                17\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                70,\n",
       "                69,\n",
       "                58\n",
       "              ],\n",
       "              [\n",
       "                28,\n",
       "                29,\n",
       "                30,\n",
       "                31\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              14,\n",
       "              0\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;W&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                6,\n",
       "                7,\n",
       "                8\n",
       "              ],\n",
       "              [\n",
       "                14,\n",
       "                15,\n",
       "                16,\n",
       "                17\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                70,\n",
       "                69,\n",
       "                58\n",
       "              ],\n",
       "              [\n",
       "                28,\n",
       "                29,\n",
       "                30,\n",
       "                31\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              14,\n",
       "              0\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                5,\n",
       "                6,\n",
       "                7\n",
       "              ],\n",
       "              [\n",
       "                3,\n",
       "                14,\n",
       "                15,\n",
       "                16,\n",
       "                17\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                59,\n",
       "                70,\n",
       "                69\n",
       "              ],\n",
       "              [\n",
       "                27,\n",
       "                28,\n",
       "                29,\n",
       "                30\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              0,\n",
       "              73\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;W&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                5,\n",
       "                6,\n",
       "                7\n",
       "              ],\n",
       "              [\n",
       "                3,\n",
       "                14,\n",
       "                15,\n",
       "                16,\n",
       "                17\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                59,\n",
       "                70,\n",
       "                69\n",
       "              ],\n",
       "              [\n",
       "                27,\n",
       "                28,\n",
       "                29,\n",
       "                30\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              0,\n",
       "              73\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                5,\n",
       "                6,\n",
       "                7\n",
       "              ],\n",
       "              [\n",
       "                3,\n",
       "                14,\n",
       "                15,\n",
       "                16,\n",
       "                17\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                59,\n",
       "                70,\n",
       "                69\n",
       "              ],\n",
       "              [\n",
       "                27,\n",
       "                28,\n",
       "                29,\n",
       "                30\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              0,\n",
       "              73\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                5,\n",
       "                6,\n",
       "                7\n",
       "              ],\n",
       "              [\n",
       "                3,\n",
       "                14,\n",
       "                15,\n",
       "                16,\n",
       "                17\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                59,\n",
       "                70,\n",
       "                69\n",
       "              ],\n",
       "              [\n",
       "                27,\n",
       "                28,\n",
       "                29,\n",
       "                30\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              0,\n",
       "              73\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                5,\n",
       "                6,\n",
       "                7\n",
       "              ],\n",
       "              [\n",
       "                3,\n",
       "                14,\n",
       "                15,\n",
       "                16,\n",
       "                17\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                59,\n",
       "                70,\n",
       "                69\n",
       "              ],\n",
       "              [\n",
       "                27,\n",
       "                28,\n",
       "                29,\n",
       "                30\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              0,\n",
       "              73\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                5,\n",
       "                6,\n",
       "                7\n",
       "              ],\n",
       "              [\n",
       "                3,\n",
       "                14,\n",
       "                15,\n",
       "                16,\n",
       "                17\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                59,\n",
       "                70,\n",
       "                69\n",
       "              ],\n",
       "              [\n",
       "                27,\n",
       "                28,\n",
       "                29,\n",
       "                30\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              0,\n",
       "              73\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                5,\n",
       "                6,\n",
       "                7\n",
       "              ],\n",
       "              [\n",
       "                3,\n",
       "                14,\n",
       "                15,\n",
       "                16,\n",
       "                17\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                59,\n",
       "                70,\n",
       "                69\n",
       "              ],\n",
       "              [\n",
       "                27,\n",
       "                28,\n",
       "                29,\n",
       "                30\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              0,\n",
       "              73\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;W&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                5,\n",
       "                6,\n",
       "                7\n",
       "              ],\n",
       "              [\n",
       "                3,\n",
       "                14,\n",
       "                15,\n",
       "                16,\n",
       "                17\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                59,\n",
       "                70,\n",
       "                69\n",
       "              ],\n",
       "              [\n",
       "                27,\n",
       "                28,\n",
       "                29,\n",
       "                30\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              0,\n",
       "              73\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                4,\n",
       "                5,\n",
       "                6\n",
       "              ],\n",
       "              [\n",
       "                2,\n",
       "                3,\n",
       "                14,\n",
       "                15,\n",
       "                16\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                60,\n",
       "                59,\n",
       "                70\n",
       "              ],\n",
       "              [\n",
       "                38,\n",
       "                27,\n",
       "                28,\n",
       "                29\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              0,\n",
       "              73\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;W&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                4,\n",
       "                5,\n",
       "                6\n",
       "              ],\n",
       "              [\n",
       "                2,\n",
       "                3,\n",
       "                14,\n",
       "                15,\n",
       "                16\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                60,\n",
       "                59,\n",
       "                70\n",
       "              ],\n",
       "              [\n",
       "                38,\n",
       "                27,\n",
       "                28,\n",
       "                29\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              0,\n",
       "              73\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;W&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                4,\n",
       "                5,\n",
       "                6\n",
       "              ],\n",
       "              [\n",
       "                2,\n",
       "                3,\n",
       "                14,\n",
       "                15,\n",
       "                16\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                60,\n",
       "                59,\n",
       "                70\n",
       "              ],\n",
       "              [\n",
       "                38,\n",
       "                27,\n",
       "                28,\n",
       "                29\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              0,\n",
       "              73\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                4,\n",
       "                5,\n",
       "                6\n",
       "              ],\n",
       "              [\n",
       "                2,\n",
       "                3,\n",
       "                14,\n",
       "                15,\n",
       "                16\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                60,\n",
       "                59,\n",
       "                70\n",
       "              ],\n",
       "              [\n",
       "                38,\n",
       "                27,\n",
       "                28,\n",
       "                29\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              0,\n",
       "              73\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                4,\n",
       "                5,\n",
       "                6\n",
       "              ],\n",
       "              [\n",
       "                2,\n",
       "                3,\n",
       "                14,\n",
       "                15,\n",
       "                16\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                60,\n",
       "                59,\n",
       "                70\n",
       "              ],\n",
       "              [\n",
       "                38,\n",
       "                27,\n",
       "                28,\n",
       "                29\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              0,\n",
       "              73\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                4,\n",
       "                5,\n",
       "                6\n",
       "              ],\n",
       "              [\n",
       "                2,\n",
       "                3,\n",
       "                14,\n",
       "                15,\n",
       "                16\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                60,\n",
       "                59,\n",
       "                70\n",
       "              ],\n",
       "              [\n",
       "                38,\n",
       "                27,\n",
       "                28,\n",
       "                29\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              0,\n",
       "              73\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;E&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                4,\n",
       "                5,\n",
       "                6\n",
       "              ],\n",
       "              [\n",
       "                2,\n",
       "                3,\n",
       "                14,\n",
       "                15,\n",
       "                16\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                60,\n",
       "                59,\n",
       "                70\n",
       "              ],\n",
       "              [\n",
       "                38,\n",
       "                27,\n",
       "                28,\n",
       "                29\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              0,\n",
       "              73\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [\n",
       "                4,\n",
       "                5,\n",
       "                6\n",
       "              ],\n",
       "              [\n",
       "                2,\n",
       "                3,\n",
       "                14,\n",
       "                15,\n",
       "                16\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                60,\n",
       "                59,\n",
       "                70\n",
       "              ],\n",
       "              [\n",
       "                38,\n",
       "                27,\n",
       "                28,\n",
       "                29\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              0,\n",
       "              73\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                1,\n",
       "                2,\n",
       "                3,\n",
       "                14,\n",
       "                15\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                71,\n",
       "                60,\n",
       "                59\n",
       "              ],\n",
       "              [\n",
       "                39,\n",
       "                38,\n",
       "                27,\n",
       "                28\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              0,\n",
       "              73\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                1,\n",
       "                2,\n",
       "                3,\n",
       "                14,\n",
       "                15\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                71,\n",
       "                60,\n",
       "                59\n",
       "              ],\n",
       "              [\n",
       "                39,\n",
       "                38,\n",
       "                27,\n",
       "                28\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              0,\n",
       "              73\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;W&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                1,\n",
       "                2,\n",
       "                3,\n",
       "                14,\n",
       "                15\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                71,\n",
       "                60,\n",
       "                59\n",
       "              ],\n",
       "              [\n",
       "                39,\n",
       "                38,\n",
       "                27,\n",
       "                28\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              0,\n",
       "              73\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                1,\n",
       "                2,\n",
       "                3,\n",
       "                14,\n",
       "                15\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                71,\n",
       "                60,\n",
       "                59\n",
       "              ],\n",
       "              [\n",
       "                39,\n",
       "                38,\n",
       "                27,\n",
       "                28\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              0,\n",
       "              73\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                1,\n",
       "                2,\n",
       "                3,\n",
       "                14,\n",
       "                15\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                71,\n",
       "                60,\n",
       "                59\n",
       "              ],\n",
       "              [\n",
       "                39,\n",
       "                38,\n",
       "                27,\n",
       "                28\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              0,\n",
       "              73\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                1,\n",
       "                2,\n",
       "                3,\n",
       "                14,\n",
       "                15\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                71,\n",
       "                60,\n",
       "                59\n",
       "              ],\n",
       "              [\n",
       "                39,\n",
       "                38,\n",
       "                27,\n",
       "                28\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              0,\n",
       "              73\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                1,\n",
       "                2,\n",
       "                3,\n",
       "                14,\n",
       "                15\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                71,\n",
       "                60,\n",
       "                59\n",
       "              ],\n",
       "              [\n",
       "                39,\n",
       "                38,\n",
       "                27,\n",
       "                28\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              0,\n",
       "              73\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;E&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                1,\n",
       "                2,\n",
       "                3,\n",
       "                14,\n",
       "                15\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                71,\n",
       "                60,\n",
       "                59\n",
       "              ],\n",
       "              [\n",
       "                39,\n",
       "                38,\n",
       "                27,\n",
       "                28\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              0,\n",
       "              73\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                0,\n",
       "                1,\n",
       "                2,\n",
       "                3,\n",
       "                14\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                72,\n",
       "                71,\n",
       "                60\n",
       "              ],\n",
       "              [\n",
       "                50,\n",
       "                39,\n",
       "                38,\n",
       "                27\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              0,\n",
       "              73\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                0,\n",
       "                1,\n",
       "                2,\n",
       "                3,\n",
       "                14\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                72,\n",
       "                71,\n",
       "                60\n",
       "              ],\n",
       "              [\n",
       "                50,\n",
       "                39,\n",
       "                38,\n",
       "                27\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              0,\n",
       "              73\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;W&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                0,\n",
       "                1,\n",
       "                2,\n",
       "                3,\n",
       "                14\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                72,\n",
       "                71,\n",
       "                60\n",
       "              ],\n",
       "              [\n",
       "                50,\n",
       "                39,\n",
       "                38,\n",
       "                27\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              0,\n",
       "              73\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                0,\n",
       "                1,\n",
       "                2,\n",
       "                3,\n",
       "                14\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                72,\n",
       "                71,\n",
       "                60\n",
       "              ],\n",
       "              [\n",
       "                50,\n",
       "                39,\n",
       "                38,\n",
       "                27\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              0,\n",
       "              73\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                0,\n",
       "                1,\n",
       "                2,\n",
       "                3,\n",
       "                14\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                72,\n",
       "                71,\n",
       "                60\n",
       "              ],\n",
       "              [\n",
       "                50,\n",
       "                39,\n",
       "                38,\n",
       "                27\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              0,\n",
       "              73\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                0,\n",
       "                1,\n",
       "                2,\n",
       "                3,\n",
       "                14\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                72,\n",
       "                71,\n",
       "                60\n",
       "              ],\n",
       "              [\n",
       "                50,\n",
       "                39,\n",
       "                38,\n",
       "                27\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              0,\n",
       "              73\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;E&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                0,\n",
       "                1,\n",
       "                2,\n",
       "                3,\n",
       "                14\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                72,\n",
       "                71,\n",
       "                60\n",
       "              ],\n",
       "              [\n",
       "                50,\n",
       "                39,\n",
       "                38,\n",
       "                27\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              0,\n",
       "              73\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                0,\n",
       "                1,\n",
       "                2,\n",
       "                3,\n",
       "                14\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                72,\n",
       "                71,\n",
       "                60\n",
       "              ],\n",
       "              [\n",
       "                50,\n",
       "                39,\n",
       "                38,\n",
       "                27\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              0,\n",
       "              73\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                11,\n",
       "                0,\n",
       "                1,\n",
       "                2,\n",
       "                3,\n",
       "                14\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                73,\n",
       "                72,\n",
       "                71\n",
       "              ],\n",
       "              [\n",
       "                51,\n",
       "                50,\n",
       "                39,\n",
       "                38\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              73,\n",
       "              60\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                11,\n",
       "                0,\n",
       "                1,\n",
       "                2,\n",
       "                3,\n",
       "                14\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                73,\n",
       "                72,\n",
       "                71\n",
       "              ],\n",
       "              [\n",
       "                51,\n",
       "                50,\n",
       "                39,\n",
       "                38\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              73,\n",
       "              60\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                11,\n",
       "                0,\n",
       "                1,\n",
       "                2,\n",
       "                3,\n",
       "                14\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                73,\n",
       "                72,\n",
       "                71\n",
       "              ],\n",
       "              [\n",
       "                51,\n",
       "                50,\n",
       "                39,\n",
       "                38\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              73,\n",
       "              60\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                11,\n",
       "                0,\n",
       "                1,\n",
       "                2,\n",
       "                3,\n",
       "                14\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                73,\n",
       "                72,\n",
       "                71\n",
       "              ],\n",
       "              [\n",
       "                51,\n",
       "                50,\n",
       "                39,\n",
       "                38\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              73,\n",
       "              60\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                11,\n",
       "                0,\n",
       "                1,\n",
       "                2,\n",
       "                3,\n",
       "                14\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                73,\n",
       "                72,\n",
       "                71\n",
       "              ],\n",
       "              [\n",
       "                51,\n",
       "                50,\n",
       "                39,\n",
       "                38\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              73,\n",
       "              60\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                11,\n",
       "                0,\n",
       "                1,\n",
       "                2,\n",
       "                3,\n",
       "                14\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                73,\n",
       "                72,\n",
       "                71\n",
       "              ],\n",
       "              [\n",
       "                51,\n",
       "                50,\n",
       "                39,\n",
       "                38\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              73,\n",
       "              60\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;E&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                11,\n",
       "                0,\n",
       "                1,\n",
       "                2,\n",
       "                3,\n",
       "                14\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                73,\n",
       "                72,\n",
       "                71\n",
       "              ],\n",
       "              [\n",
       "                51,\n",
       "                50,\n",
       "                39,\n",
       "                38\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              73,\n",
       "              60\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;E&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                11,\n",
       "                0,\n",
       "                1,\n",
       "                2,\n",
       "                3,\n",
       "                14\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                73,\n",
       "                72,\n",
       "                71\n",
       "              ],\n",
       "              [\n",
       "                51,\n",
       "                50,\n",
       "                39,\n",
       "                38\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              73,\n",
       "              60\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                22,\n",
       "                11,\n",
       "                0,\n",
       "                1,\n",
       "                2,\n",
       "                3\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                74,\n",
       "                73,\n",
       "                72,\n",
       "                71\n",
       "              ],\n",
       "              [\n",
       "                62,\n",
       "                51,\n",
       "                50,\n",
       "                39\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              60,\n",
       "              70\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                22,\n",
       "                11,\n",
       "                0,\n",
       "                1,\n",
       "                2,\n",
       "                3\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                74,\n",
       "                73,\n",
       "                72,\n",
       "                71\n",
       "              ],\n",
       "              [\n",
       "                62,\n",
       "                51,\n",
       "                50,\n",
       "                39\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              60,\n",
       "              70\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                22,\n",
       "                11,\n",
       "                0,\n",
       "                1,\n",
       "                2,\n",
       "                3\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                74,\n",
       "                73,\n",
       "                72,\n",
       "                71\n",
       "              ],\n",
       "              [\n",
       "                62,\n",
       "                51,\n",
       "                50,\n",
       "                39\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              60,\n",
       "              70\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                22,\n",
       "                11,\n",
       "                0,\n",
       "                1,\n",
       "                2,\n",
       "                3\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                74,\n",
       "                73,\n",
       "                72,\n",
       "                71\n",
       "              ],\n",
       "              [\n",
       "                62,\n",
       "                51,\n",
       "                50,\n",
       "                39\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              60,\n",
       "              70\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                22,\n",
       "                11,\n",
       "                0,\n",
       "                1,\n",
       "                2,\n",
       "                3\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                74,\n",
       "                73,\n",
       "                72,\n",
       "                71\n",
       "              ],\n",
       "              [\n",
       "                62,\n",
       "                51,\n",
       "                50,\n",
       "                39\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              60,\n",
       "              70\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                22,\n",
       "                11,\n",
       "                0,\n",
       "                1,\n",
       "                2,\n",
       "                3\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                74,\n",
       "                73,\n",
       "                72,\n",
       "                71\n",
       "              ],\n",
       "              [\n",
       "                62,\n",
       "                51,\n",
       "                50,\n",
       "                39\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              60,\n",
       "              70\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;E&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                22,\n",
       "                11,\n",
       "                0,\n",
       "                1,\n",
       "                2,\n",
       "                3\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                74,\n",
       "                73,\n",
       "                72,\n",
       "                71\n",
       "              ],\n",
       "              [\n",
       "                62,\n",
       "                51,\n",
       "                50,\n",
       "                39\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              60,\n",
       "              70\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                22,\n",
       "                11,\n",
       "                0,\n",
       "                1,\n",
       "                2,\n",
       "                3\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                74,\n",
       "                73,\n",
       "                72,\n",
       "                71\n",
       "              ],\n",
       "              [\n",
       "                62,\n",
       "                51,\n",
       "                50,\n",
       "                39\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              60,\n",
       "              70\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                33,\n",
       "                22,\n",
       "                11,\n",
       "                0,\n",
       "                1,\n",
       "                2\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                63,\n",
       "                74,\n",
       "                73,\n",
       "                72\n",
       "              ],\n",
       "              [\n",
       "                61,\n",
       "                62,\n",
       "                51,\n",
       "                50\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              60,\n",
       "              70\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                33,\n",
       "                22,\n",
       "                11,\n",
       "                0,\n",
       "                1,\n",
       "                2\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                63,\n",
       "                74,\n",
       "                73,\n",
       "                72\n",
       "              ],\n",
       "              [\n",
       "                61,\n",
       "                62,\n",
       "                51,\n",
       "                50\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              60,\n",
       "              70\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                33,\n",
       "                22,\n",
       "                11,\n",
       "                0,\n",
       "                1,\n",
       "                2\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                63,\n",
       "                74,\n",
       "                73,\n",
       "                72\n",
       "              ],\n",
       "              [\n",
       "                61,\n",
       "                62,\n",
       "                51,\n",
       "                50\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              60,\n",
       "              70\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                33,\n",
       "                22,\n",
       "                11,\n",
       "                0,\n",
       "                1,\n",
       "                2\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                63,\n",
       "                74,\n",
       "                73,\n",
       "                72\n",
       "              ],\n",
       "              [\n",
       "                61,\n",
       "                62,\n",
       "                51,\n",
       "                50\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              60,\n",
       "              70\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                33,\n",
       "                22,\n",
       "                11,\n",
       "                0,\n",
       "                1,\n",
       "                2\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                63,\n",
       "                74,\n",
       "                73,\n",
       "                72\n",
       "              ],\n",
       "              [\n",
       "                61,\n",
       "                62,\n",
       "                51,\n",
       "                50\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              60,\n",
       "              70\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                33,\n",
       "                22,\n",
       "                11,\n",
       "                0,\n",
       "                1,\n",
       "                2\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                63,\n",
       "                74,\n",
       "                73,\n",
       "                72\n",
       "              ],\n",
       "              [\n",
       "                61,\n",
       "                62,\n",
       "                51,\n",
       "                50\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              60,\n",
       "              70\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                33,\n",
       "                22,\n",
       "                11,\n",
       "                0,\n",
       "                1,\n",
       "                2\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                63,\n",
       "                74,\n",
       "                73,\n",
       "                72\n",
       "              ],\n",
       "              [\n",
       "                61,\n",
       "                62,\n",
       "                51,\n",
       "                50\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              60,\n",
       "              70\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;W&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                33,\n",
       "                22,\n",
       "                11,\n",
       "                0,\n",
       "                1,\n",
       "                2\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                63,\n",
       "                74,\n",
       "                73,\n",
       "                72\n",
       "              ],\n",
       "              [\n",
       "                61,\n",
       "                62,\n",
       "                51,\n",
       "                50\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              60,\n",
       "              70\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                44,\n",
       "                33,\n",
       "                22,\n",
       "                11,\n",
       "                0,\n",
       "                1\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                52,\n",
       "                63,\n",
       "                74,\n",
       "                73\n",
       "              ],\n",
       "              [\n",
       "                60,\n",
       "                61,\n",
       "                62,\n",
       "                51\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              60,\n",
       "              70\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                44,\n",
       "                33,\n",
       "                22,\n",
       "                11,\n",
       "                0,\n",
       "                1\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                52,\n",
       "                63,\n",
       "                74,\n",
       "                73\n",
       "              ],\n",
       "              [\n",
       "                60,\n",
       "                61,\n",
       "                62,\n",
       "                51\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              60,\n",
       "              70\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                44,\n",
       "                33,\n",
       "                22,\n",
       "                11,\n",
       "                0,\n",
       "                1\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                52,\n",
       "                63,\n",
       "                74,\n",
       "                73\n",
       "              ],\n",
       "              [\n",
       "                60,\n",
       "                61,\n",
       "                62,\n",
       "                51\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              60,\n",
       "              70\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                44,\n",
       "                33,\n",
       "                22,\n",
       "                11,\n",
       "                0,\n",
       "                1\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                52,\n",
       "                63,\n",
       "                74,\n",
       "                73\n",
       "              ],\n",
       "              [\n",
       "                60,\n",
       "                61,\n",
       "                62,\n",
       "                51\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              60,\n",
       "              70\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                44,\n",
       "                33,\n",
       "                22,\n",
       "                11,\n",
       "                0,\n",
       "                1\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                52,\n",
       "                63,\n",
       "                74,\n",
       "                73\n",
       "              ],\n",
       "              [\n",
       "                60,\n",
       "                61,\n",
       "                62,\n",
       "                51\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              60,\n",
       "              70\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                44,\n",
       "                33,\n",
       "                22,\n",
       "                11,\n",
       "                0,\n",
       "                1\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                52,\n",
       "                63,\n",
       "                74,\n",
       "                73\n",
       "              ],\n",
       "              [\n",
       "                60,\n",
       "                61,\n",
       "                62,\n",
       "                51\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              60,\n",
       "              70\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                44,\n",
       "                33,\n",
       "                22,\n",
       "                11,\n",
       "                0,\n",
       "                1\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                52,\n",
       "                63,\n",
       "                74,\n",
       "                73\n",
       "              ],\n",
       "              [\n",
       "                60,\n",
       "                61,\n",
       "                62,\n",
       "                51\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              60,\n",
       "              70\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;W&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                44,\n",
       "                33,\n",
       "                22,\n",
       "                11,\n",
       "                0,\n",
       "                1\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                52,\n",
       "                63,\n",
       "                74,\n",
       "                73\n",
       "              ],\n",
       "              [\n",
       "                60,\n",
       "                61,\n",
       "                62,\n",
       "                51\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              60,\n",
       "              70\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                55,\n",
       "                44,\n",
       "                33,\n",
       "                22,\n",
       "                11,\n",
       "                0\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                41,\n",
       "                52,\n",
       "                63,\n",
       "                74\n",
       "              ],\n",
       "              [\n",
       "                49,\n",
       "                60,\n",
       "                61,\n",
       "                62,\n",
       "                51\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              70,\n",
       "              3\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                55,\n",
       "                44,\n",
       "                33,\n",
       "                22,\n",
       "                11,\n",
       "                0\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                41,\n",
       "                52,\n",
       "                63,\n",
       "                74\n",
       "              ],\n",
       "              [\n",
       "                49,\n",
       "                60,\n",
       "                61,\n",
       "                62,\n",
       "                51\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              70,\n",
       "              3\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                55,\n",
       "                44,\n",
       "                33,\n",
       "                22,\n",
       "                11,\n",
       "                0\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                41,\n",
       "                52,\n",
       "                63,\n",
       "                74\n",
       "              ],\n",
       "              [\n",
       "                49,\n",
       "                60,\n",
       "                61,\n",
       "                62,\n",
       "                51\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              70,\n",
       "              3\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                55,\n",
       "                44,\n",
       "                33,\n",
       "                22,\n",
       "                11,\n",
       "                0\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                41,\n",
       "                52,\n",
       "                63,\n",
       "                74\n",
       "              ],\n",
       "              [\n",
       "                49,\n",
       "                60,\n",
       "                61,\n",
       "                62,\n",
       "                51\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              70,\n",
       "              3\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                55,\n",
       "                44,\n",
       "                33,\n",
       "                22,\n",
       "                11,\n",
       "                0\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                41,\n",
       "                52,\n",
       "                63,\n",
       "                74\n",
       "              ],\n",
       "              [\n",
       "                49,\n",
       "                60,\n",
       "                61,\n",
       "                62,\n",
       "                51\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              70,\n",
       "              3\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                55,\n",
       "                44,\n",
       "                33,\n",
       "                22,\n",
       "                11,\n",
       "                0\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                41,\n",
       "                52,\n",
       "                63,\n",
       "                74\n",
       "              ],\n",
       "              [\n",
       "                49,\n",
       "                60,\n",
       "                61,\n",
       "                62,\n",
       "                51\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              70,\n",
       "              3\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                55,\n",
       "                44,\n",
       "                33,\n",
       "                22,\n",
       "                11,\n",
       "                0\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                41,\n",
       "                52,\n",
       "                63,\n",
       "                74\n",
       "              ],\n",
       "              [\n",
       "                49,\n",
       "                60,\n",
       "                61,\n",
       "                62,\n",
       "                51\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              70,\n",
       "              3\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                55,\n",
       "                44,\n",
       "                33,\n",
       "                22,\n",
       "                11,\n",
       "                0\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                41,\n",
       "                52,\n",
       "                63,\n",
       "                74\n",
       "              ],\n",
       "              [\n",
       "                49,\n",
       "                60,\n",
       "                61,\n",
       "                62,\n",
       "                51\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              70,\n",
       "              3\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                66,\n",
       "                55,\n",
       "                44,\n",
       "                33,\n",
       "                22,\n",
       "                11\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                40,\n",
       "                41,\n",
       "                52,\n",
       "                63\n",
       "              ],\n",
       "              [\n",
       "                48,\n",
       "                49,\n",
       "                60,\n",
       "                61,\n",
       "                62\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              70,\n",
       "              3\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                66,\n",
       "                55,\n",
       "                44,\n",
       "                33,\n",
       "                22,\n",
       "                11\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                40,\n",
       "                41,\n",
       "                52,\n",
       "                63\n",
       "              ],\n",
       "              [\n",
       "                48,\n",
       "                49,\n",
       "                60,\n",
       "                61,\n",
       "                62\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              70,\n",
       "              3\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                66,\n",
       "                55,\n",
       "                44,\n",
       "                33,\n",
       "                22,\n",
       "                11\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                40,\n",
       "                41,\n",
       "                52,\n",
       "                63\n",
       "              ],\n",
       "              [\n",
       "                48,\n",
       "                49,\n",
       "                60,\n",
       "                61,\n",
       "                62\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              70,\n",
       "              3\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                66,\n",
       "                55,\n",
       "                44,\n",
       "                33,\n",
       "                22,\n",
       "                11\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                40,\n",
       "                41,\n",
       "                52,\n",
       "                63\n",
       "              ],\n",
       "              [\n",
       "                48,\n",
       "                49,\n",
       "                60,\n",
       "                61,\n",
       "                62\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              70,\n",
       "              3\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                66,\n",
       "                55,\n",
       "                44,\n",
       "                33,\n",
       "                22,\n",
       "                11\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                40,\n",
       "                41,\n",
       "                52,\n",
       "                63\n",
       "              ],\n",
       "              [\n",
       "                48,\n",
       "                49,\n",
       "                60,\n",
       "                61,\n",
       "                62\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              70,\n",
       "              3\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                66,\n",
       "                55,\n",
       "                44,\n",
       "                33,\n",
       "                22,\n",
       "                11\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                40,\n",
       "                41,\n",
       "                52,\n",
       "                63\n",
       "              ],\n",
       "              [\n",
       "                48,\n",
       "                49,\n",
       "                60,\n",
       "                61,\n",
       "                62\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              70,\n",
       "              3\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;W&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                66,\n",
       "                55,\n",
       "                44,\n",
       "                33,\n",
       "                22,\n",
       "                11\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                40,\n",
       "                41,\n",
       "                52,\n",
       "                63\n",
       "              ],\n",
       "              [\n",
       "                48,\n",
       "                49,\n",
       "                60,\n",
       "                61,\n",
       "                62\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              70,\n",
       "              3\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;W&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                66,\n",
       "                55,\n",
       "                44,\n",
       "                33,\n",
       "                22,\n",
       "                11\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                40,\n",
       "                41,\n",
       "                52,\n",
       "                63\n",
       "              ],\n",
       "              [\n",
       "                48,\n",
       "                49,\n",
       "                60,\n",
       "                61,\n",
       "                62\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              70,\n",
       "              3\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                67,\n",
       "                66,\n",
       "                55,\n",
       "                44,\n",
       "                33,\n",
       "                22\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                51,\n",
       "                40,\n",
       "                41,\n",
       "                52\n",
       "              ],\n",
       "              [\n",
       "                59,\n",
       "                48,\n",
       "                49,\n",
       "                60,\n",
       "                61\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              70,\n",
       "              3\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                67,\n",
       "                66,\n",
       "                55,\n",
       "                44,\n",
       "                33,\n",
       "                22\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                51,\n",
       "                40,\n",
       "                41,\n",
       "                52\n",
       "              ],\n",
       "              [\n",
       "                59,\n",
       "                48,\n",
       "                49,\n",
       "                60,\n",
       "                61\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              70,\n",
       "              3\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;E&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                67,\n",
       "                66,\n",
       "                55,\n",
       "                44,\n",
       "                33,\n",
       "                22\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                51,\n",
       "                40,\n",
       "                41,\n",
       "                52\n",
       "              ],\n",
       "              [\n",
       "                59,\n",
       "                48,\n",
       "                49,\n",
       "                60,\n",
       "                61\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              70,\n",
       "              3\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                67,\n",
       "                66,\n",
       "                55,\n",
       "                44,\n",
       "                33,\n",
       "                22\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                51,\n",
       "                40,\n",
       "                41,\n",
       "                52\n",
       "              ],\n",
       "              [\n",
       "                59,\n",
       "                48,\n",
       "                49,\n",
       "                60,\n",
       "                61\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              70,\n",
       "              3\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                67,\n",
       "                66,\n",
       "                55,\n",
       "                44,\n",
       "                33,\n",
       "                22\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                51,\n",
       "                40,\n",
       "                41,\n",
       "                52\n",
       "              ],\n",
       "              [\n",
       "                59,\n",
       "                48,\n",
       "                49,\n",
       "                60,\n",
       "                61\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              70,\n",
       "              3\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                67,\n",
       "                66,\n",
       "                55,\n",
       "                44,\n",
       "                33,\n",
       "                22\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                51,\n",
       "                40,\n",
       "                41,\n",
       "                52\n",
       "              ],\n",
       "              [\n",
       "                59,\n",
       "                48,\n",
       "                49,\n",
       "                60,\n",
       "                61\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              70,\n",
       "              3\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                67,\n",
       "                66,\n",
       "                55,\n",
       "                44,\n",
       "                33,\n",
       "                22\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                51,\n",
       "                40,\n",
       "                41,\n",
       "                52\n",
       "              ],\n",
       "              [\n",
       "                59,\n",
       "                48,\n",
       "                49,\n",
       "                60,\n",
       "                61\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              70,\n",
       "              3\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                67,\n",
       "                66,\n",
       "                55,\n",
       "                44,\n",
       "                33,\n",
       "                22\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                51,\n",
       "                40,\n",
       "                41,\n",
       "                52\n",
       "              ],\n",
       "              [\n",
       "                59,\n",
       "                48,\n",
       "                49,\n",
       "                60,\n",
       "                61\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              70,\n",
       "              3\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                68,\n",
       "                67,\n",
       "                66,\n",
       "                55,\n",
       "                44,\n",
       "                33\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                62,\n",
       "                51,\n",
       "                40,\n",
       "                41\n",
       "              ],\n",
       "              [\n",
       "                70,\n",
       "                59,\n",
       "                48,\n",
       "                49,\n",
       "                60\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              70,\n",
       "              3\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                68,\n",
       "                67,\n",
       "                66,\n",
       "                55,\n",
       "                44,\n",
       "                33\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                62,\n",
       "                51,\n",
       "                40,\n",
       "                41\n",
       "              ],\n",
       "              [\n",
       "                70,\n",
       "                59,\n",
       "                48,\n",
       "                49,\n",
       "                60\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              70,\n",
       "              3\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;E&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                68,\n",
       "                67,\n",
       "                66,\n",
       "                55,\n",
       "                44,\n",
       "                33\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                62,\n",
       "                51,\n",
       "                40,\n",
       "                41\n",
       "              ],\n",
       "              [\n",
       "                70,\n",
       "                59,\n",
       "                48,\n",
       "                49,\n",
       "                60\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              70,\n",
       "              3\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                68,\n",
       "                67,\n",
       "                66,\n",
       "                55,\n",
       "                44,\n",
       "                33\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                62,\n",
       "                51,\n",
       "                40,\n",
       "                41\n",
       "              ],\n",
       "              [\n",
       "                70,\n",
       "                59,\n",
       "                48,\n",
       "                49,\n",
       "                60\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              70,\n",
       "              3\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                68,\n",
       "                67,\n",
       "                66,\n",
       "                55,\n",
       "                44,\n",
       "                33\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                62,\n",
       "                51,\n",
       "                40,\n",
       "                41\n",
       "              ],\n",
       "              [\n",
       "                70,\n",
       "                59,\n",
       "                48,\n",
       "                49,\n",
       "                60\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              70,\n",
       "              3\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                68,\n",
       "                67,\n",
       "                66,\n",
       "                55,\n",
       "                44,\n",
       "                33\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                62,\n",
       "                51,\n",
       "                40,\n",
       "                41\n",
       "              ],\n",
       "              [\n",
       "                70,\n",
       "                59,\n",
       "                48,\n",
       "                49,\n",
       "                60\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              70,\n",
       "              3\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                68,\n",
       "                67,\n",
       "                66,\n",
       "                55,\n",
       "                44,\n",
       "                33\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                62,\n",
       "                51,\n",
       "                40,\n",
       "                41\n",
       "              ],\n",
       "              [\n",
       "                70,\n",
       "                59,\n",
       "                48,\n",
       "                49,\n",
       "                60\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              70,\n",
       "              3\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                68,\n",
       "                67,\n",
       "                66,\n",
       "                55,\n",
       "                44,\n",
       "                33\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                62,\n",
       "                51,\n",
       "                40,\n",
       "                41\n",
       "              ],\n",
       "              [\n",
       "                70,\n",
       "                59,\n",
       "                48,\n",
       "                49,\n",
       "                60\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              70,\n",
       "              3\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                69,\n",
       "                68,\n",
       "                67,\n",
       "                66,\n",
       "                55,\n",
       "                44\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                73,\n",
       "                62,\n",
       "                51,\n",
       "                40\n",
       "              ],\n",
       "              [\n",
       "                71,\n",
       "                70,\n",
       "                59,\n",
       "                48,\n",
       "                49,\n",
       "                60\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              14\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                69,\n",
       "                68,\n",
       "                67,\n",
       "                66,\n",
       "                55,\n",
       "                44\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                73,\n",
       "                62,\n",
       "                51,\n",
       "                40\n",
       "              ],\n",
       "              [\n",
       "                71,\n",
       "                70,\n",
       "                59,\n",
       "                48,\n",
       "                49,\n",
       "                60\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              14\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;E&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                69,\n",
       "                68,\n",
       "                67,\n",
       "                66,\n",
       "                55,\n",
       "                44\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                73,\n",
       "                62,\n",
       "                51,\n",
       "                40\n",
       "              ],\n",
       "              [\n",
       "                71,\n",
       "                70,\n",
       "                59,\n",
       "                48,\n",
       "                49,\n",
       "                60\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              14\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                69,\n",
       "                68,\n",
       "                67,\n",
       "                66,\n",
       "                55,\n",
       "                44\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                73,\n",
       "                62,\n",
       "                51,\n",
       "                40\n",
       "              ],\n",
       "              [\n",
       "                71,\n",
       "                70,\n",
       "                59,\n",
       "                48,\n",
       "                49,\n",
       "                60\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              14\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                69,\n",
       "                68,\n",
       "                67,\n",
       "                66,\n",
       "                55,\n",
       "                44\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                73,\n",
       "                62,\n",
       "                51,\n",
       "                40\n",
       "              ],\n",
       "              [\n",
       "                71,\n",
       "                70,\n",
       "                59,\n",
       "                48,\n",
       "                49,\n",
       "                60\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              14\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                69,\n",
       "                68,\n",
       "                67,\n",
       "                66,\n",
       "                55,\n",
       "                44\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                73,\n",
       "                62,\n",
       "                51,\n",
       "                40\n",
       "              ],\n",
       "              [\n",
       "                71,\n",
       "                70,\n",
       "                59,\n",
       "                48,\n",
       "                49,\n",
       "                60\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              14\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                69,\n",
       "                68,\n",
       "                67,\n",
       "                66,\n",
       "                55,\n",
       "                44\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                73,\n",
       "                62,\n",
       "                51,\n",
       "                40\n",
       "              ],\n",
       "              [\n",
       "                71,\n",
       "                70,\n",
       "                59,\n",
       "                48,\n",
       "                49,\n",
       "                60\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              14\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;E&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                69,\n",
       "                68,\n",
       "                67,\n",
       "                66,\n",
       "                55,\n",
       "                44\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                73,\n",
       "                62,\n",
       "                51,\n",
       "                40\n",
       "              ],\n",
       "              [\n",
       "                71,\n",
       "                70,\n",
       "                59,\n",
       "                48,\n",
       "                49,\n",
       "                60\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              14\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                58,\n",
       "                69,\n",
       "                68,\n",
       "                67,\n",
       "                66,\n",
       "                55\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                72,\n",
       "                73,\n",
       "                62,\n",
       "                51\n",
       "              ],\n",
       "              [\n",
       "                60,\n",
       "                71,\n",
       "                70,\n",
       "                59,\n",
       "                48,\n",
       "                49\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              14\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                58,\n",
       "                69,\n",
       "                68,\n",
       "                67,\n",
       "                66,\n",
       "                55\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                72,\n",
       "                73,\n",
       "                62,\n",
       "                51\n",
       "              ],\n",
       "              [\n",
       "                60,\n",
       "                71,\n",
       "                70,\n",
       "                59,\n",
       "                48,\n",
       "                49\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              14\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                58,\n",
       "                69,\n",
       "                68,\n",
       "                67,\n",
       "                66,\n",
       "                55\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                72,\n",
       "                73,\n",
       "                62,\n",
       "                51\n",
       "              ],\n",
       "              [\n",
       "                60,\n",
       "                71,\n",
       "                70,\n",
       "                59,\n",
       "                48,\n",
       "                49\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              14\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                58,\n",
       "                69,\n",
       "                68,\n",
       "                67,\n",
       "                66,\n",
       "                55\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                72,\n",
       "                73,\n",
       "                62,\n",
       "                51\n",
       "              ],\n",
       "              [\n",
       "                60,\n",
       "                71,\n",
       "                70,\n",
       "                59,\n",
       "                48,\n",
       "                49\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              14\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                58,\n",
       "                69,\n",
       "                68,\n",
       "                67,\n",
       "                66,\n",
       "                55\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                72,\n",
       "                73,\n",
       "                62,\n",
       "                51\n",
       "              ],\n",
       "              [\n",
       "                60,\n",
       "                71,\n",
       "                70,\n",
       "                59,\n",
       "                48,\n",
       "                49\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              14\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                58,\n",
       "                69,\n",
       "                68,\n",
       "                67,\n",
       "                66,\n",
       "                55\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                72,\n",
       "                73,\n",
       "                62,\n",
       "                51\n",
       "              ],\n",
       "              [\n",
       "                60,\n",
       "                71,\n",
       "                70,\n",
       "                59,\n",
       "                48,\n",
       "                49\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              14\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;W&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                58,\n",
       "                69,\n",
       "                68,\n",
       "                67,\n",
       "                66,\n",
       "                55\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                72,\n",
       "                73,\n",
       "                62,\n",
       "                51\n",
       "              ],\n",
       "              [\n",
       "                60,\n",
       "                71,\n",
       "                70,\n",
       "                59,\n",
       "                48,\n",
       "                49\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              14\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                58,\n",
       "                69,\n",
       "                68,\n",
       "                67,\n",
       "                66,\n",
       "                55\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                72,\n",
       "                73,\n",
       "                62,\n",
       "                51\n",
       "              ],\n",
       "              [\n",
       "                60,\n",
       "                71,\n",
       "                70,\n",
       "                59,\n",
       "                48,\n",
       "                49\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              14\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                47,\n",
       "                58,\n",
       "                69,\n",
       "                68,\n",
       "                67,\n",
       "                66\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                61,\n",
       "                72,\n",
       "                73,\n",
       "                62\n",
       "              ],\n",
       "              [\n",
       "                49,\n",
       "                60,\n",
       "                71,\n",
       "                70,\n",
       "                59,\n",
       "                48\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              14\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                47,\n",
       "                58,\n",
       "                69,\n",
       "                68,\n",
       "                67,\n",
       "                66\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                61,\n",
       "                72,\n",
       "                73,\n",
       "                62\n",
       "              ],\n",
       "              [\n",
       "                49,\n",
       "                60,\n",
       "                71,\n",
       "                70,\n",
       "                59,\n",
       "                48\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              14\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                47,\n",
       "                58,\n",
       "                69,\n",
       "                68,\n",
       "                67,\n",
       "                66\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                61,\n",
       "                72,\n",
       "                73,\n",
       "                62\n",
       "              ],\n",
       "              [\n",
       "                49,\n",
       "                60,\n",
       "                71,\n",
       "                70,\n",
       "                59,\n",
       "                48\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              14\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                47,\n",
       "                58,\n",
       "                69,\n",
       "                68,\n",
       "                67,\n",
       "                66\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                61,\n",
       "                72,\n",
       "                73,\n",
       "                62\n",
       "              ],\n",
       "              [\n",
       "                49,\n",
       "                60,\n",
       "                71,\n",
       "                70,\n",
       "                59,\n",
       "                48\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              14\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                47,\n",
       "                58,\n",
       "                69,\n",
       "                68,\n",
       "                67,\n",
       "                66\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                61,\n",
       "                72,\n",
       "                73,\n",
       "                62\n",
       "              ],\n",
       "              [\n",
       "                49,\n",
       "                60,\n",
       "                71,\n",
       "                70,\n",
       "                59,\n",
       "                48\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              14\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                47,\n",
       "                58,\n",
       "                69,\n",
       "                68,\n",
       "                67,\n",
       "                66\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                61,\n",
       "                72,\n",
       "                73,\n",
       "                62\n",
       "              ],\n",
       "              [\n",
       "                49,\n",
       "                60,\n",
       "                71,\n",
       "                70,\n",
       "                59,\n",
       "                48\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              14\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                47,\n",
       "                58,\n",
       "                69,\n",
       "                68,\n",
       "                67,\n",
       "                66\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                61,\n",
       "                72,\n",
       "                73,\n",
       "                62\n",
       "              ],\n",
       "              [\n",
       "                49,\n",
       "                60,\n",
       "                71,\n",
       "                70,\n",
       "                59,\n",
       "                48\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              14\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                47,\n",
       "                58,\n",
       "                69,\n",
       "                68,\n",
       "                67,\n",
       "                66\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                61,\n",
       "                72,\n",
       "                73,\n",
       "                62\n",
       "              ],\n",
       "              [\n",
       "                49,\n",
       "                60,\n",
       "                71,\n",
       "                70,\n",
       "                59,\n",
       "                48\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              14\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                69,\n",
       "                68,\n",
       "                67\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                50,\n",
       "                61,\n",
       "                72,\n",
       "                73\n",
       "              ],\n",
       "              [\n",
       "                38,\n",
       "                49,\n",
       "                60,\n",
       "                71,\n",
       "                70,\n",
       "                59\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              14\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                69,\n",
       "                68,\n",
       "                67\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                50,\n",
       "                61,\n",
       "                72,\n",
       "                73\n",
       "              ],\n",
       "              [\n",
       "                38,\n",
       "                49,\n",
       "                60,\n",
       "                71,\n",
       "                70,\n",
       "                59\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              14\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                69,\n",
       "                68,\n",
       "                67\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                50,\n",
       "                61,\n",
       "                72,\n",
       "                73\n",
       "              ],\n",
       "              [\n",
       "                38,\n",
       "                49,\n",
       "                60,\n",
       "                71,\n",
       "                70,\n",
       "                59\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              14\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                69,\n",
       "                68,\n",
       "                67\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                50,\n",
       "                61,\n",
       "                72,\n",
       "                73\n",
       "              ],\n",
       "              [\n",
       "                38,\n",
       "                49,\n",
       "                60,\n",
       "                71,\n",
       "                70,\n",
       "                59\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              14\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                69,\n",
       "                68,\n",
       "                67\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                50,\n",
       "                61,\n",
       "                72,\n",
       "                73\n",
       "              ],\n",
       "              [\n",
       "                38,\n",
       "                49,\n",
       "                60,\n",
       "                71,\n",
       "                70,\n",
       "                59\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              14\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                69,\n",
       "                68,\n",
       "                67\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                50,\n",
       "                61,\n",
       "                72,\n",
       "                73\n",
       "              ],\n",
       "              [\n",
       "                38,\n",
       "                49,\n",
       "                60,\n",
       "                71,\n",
       "                70,\n",
       "                59\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              14\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                69,\n",
       "                68,\n",
       "                67\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                50,\n",
       "                61,\n",
       "                72,\n",
       "                73\n",
       "              ],\n",
       "              [\n",
       "                38,\n",
       "                49,\n",
       "                60,\n",
       "                71,\n",
       "                70,\n",
       "                59\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              14\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                69,\n",
       "                68,\n",
       "                67\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                50,\n",
       "                61,\n",
       "                72,\n",
       "                73\n",
       "              ],\n",
       "              [\n",
       "                38,\n",
       "                49,\n",
       "                60,\n",
       "                71,\n",
       "                70,\n",
       "                59\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              14\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                69,\n",
       "                68\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                39,\n",
       "                50,\n",
       "                61,\n",
       "                72\n",
       "              ],\n",
       "              [\n",
       "                27,\n",
       "                38,\n",
       "                49,\n",
       "                60,\n",
       "                71,\n",
       "                70\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              14\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                69,\n",
       "                68\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                39,\n",
       "                50,\n",
       "                61,\n",
       "                72\n",
       "              ],\n",
       "              [\n",
       "                27,\n",
       "                38,\n",
       "                49,\n",
       "                60,\n",
       "                71,\n",
       "                70\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              14\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                69,\n",
       "                68\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                39,\n",
       "                50,\n",
       "                61,\n",
       "                72\n",
       "              ],\n",
       "              [\n",
       "                27,\n",
       "                38,\n",
       "                49,\n",
       "                60,\n",
       "                71,\n",
       "                70\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              14\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                69,\n",
       "                68\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                39,\n",
       "                50,\n",
       "                61,\n",
       "                72\n",
       "              ],\n",
       "              [\n",
       "                27,\n",
       "                38,\n",
       "                49,\n",
       "                60,\n",
       "                71,\n",
       "                70\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              14\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                69,\n",
       "                68\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                39,\n",
       "                50,\n",
       "                61,\n",
       "                72\n",
       "              ],\n",
       "              [\n",
       "                27,\n",
       "                38,\n",
       "                49,\n",
       "                60,\n",
       "                71,\n",
       "                70\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              14\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                69,\n",
       "                68\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                39,\n",
       "                50,\n",
       "                61,\n",
       "                72\n",
       "              ],\n",
       "              [\n",
       "                27,\n",
       "                38,\n",
       "                49,\n",
       "                60,\n",
       "                71,\n",
       "                70\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              14\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                69,\n",
       "                68\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                39,\n",
       "                50,\n",
       "                61,\n",
       "                72\n",
       "              ],\n",
       "              [\n",
       "                27,\n",
       "                38,\n",
       "                49,\n",
       "                60,\n",
       "                71,\n",
       "                70\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              14\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                69,\n",
       "                68\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                39,\n",
       "                50,\n",
       "                61,\n",
       "                72\n",
       "              ],\n",
       "              [\n",
       "                27,\n",
       "                38,\n",
       "                49,\n",
       "                60,\n",
       "                71,\n",
       "                70\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              14\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                14,\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                69\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                28,\n",
       "                39,\n",
       "                50,\n",
       "                61\n",
       "              ],\n",
       "              [\n",
       "                16,\n",
       "                27,\n",
       "                38,\n",
       "                49,\n",
       "                60,\n",
       "                71\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              14\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                14,\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                69\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                28,\n",
       "                39,\n",
       "                50,\n",
       "                61\n",
       "              ],\n",
       "              [\n",
       "                16,\n",
       "                27,\n",
       "                38,\n",
       "                49,\n",
       "                60,\n",
       "                71\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              14\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                14,\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                69\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                28,\n",
       "                39,\n",
       "                50,\n",
       "                61\n",
       "              ],\n",
       "              [\n",
       "                16,\n",
       "                27,\n",
       "                38,\n",
       "                49,\n",
       "                60,\n",
       "                71\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              14\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                14,\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                69\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                28,\n",
       "                39,\n",
       "                50,\n",
       "                61\n",
       "              ],\n",
       "              [\n",
       "                16,\n",
       "                27,\n",
       "                38,\n",
       "                49,\n",
       "                60,\n",
       "                71\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              14\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                14,\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                69\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                28,\n",
       "                39,\n",
       "                50,\n",
       "                61\n",
       "              ],\n",
       "              [\n",
       "                16,\n",
       "                27,\n",
       "                38,\n",
       "                49,\n",
       "                60,\n",
       "                71\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              14\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                14,\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                69\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                28,\n",
       "                39,\n",
       "                50,\n",
       "                61\n",
       "              ],\n",
       "              [\n",
       "                16,\n",
       "                27,\n",
       "                38,\n",
       "                49,\n",
       "                60,\n",
       "                71\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              14\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                14,\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                69\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                28,\n",
       "                39,\n",
       "                50,\n",
       "                61\n",
       "              ],\n",
       "              [\n",
       "                16,\n",
       "                27,\n",
       "                38,\n",
       "                49,\n",
       "                60,\n",
       "                71\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              14\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                14,\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                69\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                28,\n",
       "                39,\n",
       "                50,\n",
       "                61\n",
       "              ],\n",
       "              [\n",
       "                16,\n",
       "                27,\n",
       "                38,\n",
       "                49,\n",
       "                60,\n",
       "                71\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              14\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                3,\n",
       "                14,\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                69\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                17,\n",
       "                28,\n",
       "                39,\n",
       "                50\n",
       "              ],\n",
       "              [\n",
       "                5,\n",
       "                16,\n",
       "                27,\n",
       "                38,\n",
       "                49,\n",
       "                60\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              59\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                3,\n",
       "                14,\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                69\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                17,\n",
       "                28,\n",
       "                39,\n",
       "                50\n",
       "              ],\n",
       "              [\n",
       "                5,\n",
       "                16,\n",
       "                27,\n",
       "                38,\n",
       "                49,\n",
       "                60\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              59\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                3,\n",
       "                14,\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                69\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                17,\n",
       "                28,\n",
       "                39,\n",
       "                50\n",
       "              ],\n",
       "              [\n",
       "                5,\n",
       "                16,\n",
       "                27,\n",
       "                38,\n",
       "                49,\n",
       "                60\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              59\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                3,\n",
       "                14,\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                69\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                17,\n",
       "                28,\n",
       "                39,\n",
       "                50\n",
       "              ],\n",
       "              [\n",
       "                5,\n",
       "                16,\n",
       "                27,\n",
       "                38,\n",
       "                49,\n",
       "                60\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              59\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                3,\n",
       "                14,\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                69\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                17,\n",
       "                28,\n",
       "                39,\n",
       "                50\n",
       "              ],\n",
       "              [\n",
       "                5,\n",
       "                16,\n",
       "                27,\n",
       "                38,\n",
       "                49,\n",
       "                60\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              59\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                3,\n",
       "                14,\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                69\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                17,\n",
       "                28,\n",
       "                39,\n",
       "                50\n",
       "              ],\n",
       "              [\n",
       "                5,\n",
       "                16,\n",
       "                27,\n",
       "                38,\n",
       "                49,\n",
       "                60\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              59\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                3,\n",
       "                14,\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                69\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                17,\n",
       "                28,\n",
       "                39,\n",
       "                50\n",
       "              ],\n",
       "              [\n",
       "                5,\n",
       "                16,\n",
       "                27,\n",
       "                38,\n",
       "                49,\n",
       "                60\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              59\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                3,\n",
       "                14,\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                69\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                17,\n",
       "                28,\n",
       "                39,\n",
       "                50\n",
       "              ],\n",
       "              [\n",
       "                5,\n",
       "                16,\n",
       "                27,\n",
       "                38,\n",
       "                49,\n",
       "                60\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              3,\n",
       "              59\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                2,\n",
       "                3,\n",
       "                14,\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                6,\n",
       "                17,\n",
       "                28\n",
       "              ],\n",
       "              [\n",
       "                4,\n",
       "                5,\n",
       "                16,\n",
       "                27,\n",
       "                38\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              59,\n",
       "              30\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                2,\n",
       "                3,\n",
       "                14,\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                6,\n",
       "                17,\n",
       "                28\n",
       "              ],\n",
       "              [\n",
       "                4,\n",
       "                5,\n",
       "                16,\n",
       "                27,\n",
       "                38\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              59,\n",
       "              30\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;W&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                2,\n",
       "                3,\n",
       "                14,\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                6,\n",
       "                17,\n",
       "                28\n",
       "              ],\n",
       "              [\n",
       "                4,\n",
       "                5,\n",
       "                16,\n",
       "                27,\n",
       "                38\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              59,\n",
       "              30\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                2,\n",
       "                3,\n",
       "                14,\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                6,\n",
       "                17,\n",
       "                28\n",
       "              ],\n",
       "              [\n",
       "                4,\n",
       "                5,\n",
       "                16,\n",
       "                27,\n",
       "                38\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              59,\n",
       "              30\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                2,\n",
       "                3,\n",
       "                14,\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                6,\n",
       "                17,\n",
       "                28\n",
       "              ],\n",
       "              [\n",
       "                4,\n",
       "                5,\n",
       "                16,\n",
       "                27,\n",
       "                38\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              59,\n",
       "              30\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                2,\n",
       "                3,\n",
       "                14,\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                6,\n",
       "                17,\n",
       "                28\n",
       "              ],\n",
       "              [\n",
       "                4,\n",
       "                5,\n",
       "                16,\n",
       "                27,\n",
       "                38\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              59,\n",
       "              30\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                2,\n",
       "                3,\n",
       "                14,\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                6,\n",
       "                17,\n",
       "                28\n",
       "              ],\n",
       "              [\n",
       "                4,\n",
       "                5,\n",
       "                16,\n",
       "                27,\n",
       "                38\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              59,\n",
       "              30\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;W&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                2,\n",
       "                3,\n",
       "                14,\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                6,\n",
       "                17,\n",
       "                28\n",
       "              ],\n",
       "              [\n",
       "                4,\n",
       "                5,\n",
       "                16,\n",
       "                27,\n",
       "                38\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              59,\n",
       "              30\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                13,\n",
       "                2,\n",
       "                3,\n",
       "                14,\n",
       "                25,\n",
       "                36,\n",
       "                47\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                7,\n",
       "                6,\n",
       "                17\n",
       "              ],\n",
       "              [\n",
       "                15,\n",
       "                4,\n",
       "                5,\n",
       "                16,\n",
       "                27\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              59,\n",
       "              30\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                13,\n",
       "                2,\n",
       "                3,\n",
       "                14,\n",
       "                25,\n",
       "                36,\n",
       "                47\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                7,\n",
       "                6,\n",
       "                17\n",
       "              ],\n",
       "              [\n",
       "                15,\n",
       "                4,\n",
       "                5,\n",
       "                16,\n",
       "                27\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              59,\n",
       "              30\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                13,\n",
       "                2,\n",
       "                3,\n",
       "                14,\n",
       "                25,\n",
       "                36,\n",
       "                47\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                7,\n",
       "                6,\n",
       "                17\n",
       "              ],\n",
       "              [\n",
       "                15,\n",
       "                4,\n",
       "                5,\n",
       "                16,\n",
       "                27\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              59,\n",
       "              30\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                13,\n",
       "                2,\n",
       "                3,\n",
       "                14,\n",
       "                25,\n",
       "                36,\n",
       "                47\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                7,\n",
       "                6,\n",
       "                17\n",
       "              ],\n",
       "              [\n",
       "                15,\n",
       "                4,\n",
       "                5,\n",
       "                16,\n",
       "                27\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              59,\n",
       "              30\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                13,\n",
       "                2,\n",
       "                3,\n",
       "                14,\n",
       "                25,\n",
       "                36,\n",
       "                47\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                7,\n",
       "                6,\n",
       "                17\n",
       "              ],\n",
       "              [\n",
       "                15,\n",
       "                4,\n",
       "                5,\n",
       "                16,\n",
       "                27\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              59,\n",
       "              30\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                13,\n",
       "                2,\n",
       "                3,\n",
       "                14,\n",
       "                25,\n",
       "                36,\n",
       "                47\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                7,\n",
       "                6,\n",
       "                17\n",
       "              ],\n",
       "              [\n",
       "                15,\n",
       "                4,\n",
       "                5,\n",
       "                16,\n",
       "                27\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              59,\n",
       "              30\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;E&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                13,\n",
       "                2,\n",
       "                3,\n",
       "                14,\n",
       "                25,\n",
       "                36,\n",
       "                47\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                7,\n",
       "                6,\n",
       "                17\n",
       "              ],\n",
       "              [\n",
       "                15,\n",
       "                4,\n",
       "                5,\n",
       "                16,\n",
       "                27\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              59,\n",
       "              30\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                13,\n",
       "                2,\n",
       "                3,\n",
       "                14,\n",
       "                25,\n",
       "                36,\n",
       "                47\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                7,\n",
       "                6,\n",
       "                17\n",
       "              ],\n",
       "              [\n",
       "                15,\n",
       "                4,\n",
       "                5,\n",
       "                16,\n",
       "                27\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              59,\n",
       "              30\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                24,\n",
       "                13,\n",
       "                2,\n",
       "                3,\n",
       "                14,\n",
       "                25,\n",
       "                36\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                18,\n",
       "                7,\n",
       "                6\n",
       "              ],\n",
       "              [\n",
       "                26,\n",
       "                15,\n",
       "                4,\n",
       "                5,\n",
       "                16\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              59,\n",
       "              30\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                24,\n",
       "                13,\n",
       "                2,\n",
       "                3,\n",
       "                14,\n",
       "                25,\n",
       "                36\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                18,\n",
       "                7,\n",
       "                6\n",
       "              ],\n",
       "              [\n",
       "                26,\n",
       "                15,\n",
       "                4,\n",
       "                5,\n",
       "                16\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              59,\n",
       "              30\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                24,\n",
       "                13,\n",
       "                2,\n",
       "                3,\n",
       "                14,\n",
       "                25,\n",
       "                36\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                18,\n",
       "                7,\n",
       "                6\n",
       "              ],\n",
       "              [\n",
       "                26,\n",
       "                15,\n",
       "                4,\n",
       "                5,\n",
       "                16\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              59,\n",
       "              30\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                24,\n",
       "                13,\n",
       "                2,\n",
       "                3,\n",
       "                14,\n",
       "                25,\n",
       "                36\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                18,\n",
       "                7,\n",
       "                6\n",
       "              ],\n",
       "              [\n",
       "                26,\n",
       "                15,\n",
       "                4,\n",
       "                5,\n",
       "                16\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              59,\n",
       "              30\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                24,\n",
       "                13,\n",
       "                2,\n",
       "                3,\n",
       "                14,\n",
       "                25,\n",
       "                36\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                18,\n",
       "                7,\n",
       "                6\n",
       "              ],\n",
       "              [\n",
       "                26,\n",
       "                15,\n",
       "                4,\n",
       "                5,\n",
       "                16\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              59,\n",
       "              30\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                24,\n",
       "                13,\n",
       "                2,\n",
       "                3,\n",
       "                14,\n",
       "                25,\n",
       "                36\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                18,\n",
       "                7,\n",
       "                6\n",
       "              ],\n",
       "              [\n",
       "                26,\n",
       "                15,\n",
       "                4,\n",
       "                5,\n",
       "                16\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              59,\n",
       "              30\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                24,\n",
       "                13,\n",
       "                2,\n",
       "                3,\n",
       "                14,\n",
       "                25,\n",
       "                36\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                18,\n",
       "                7,\n",
       "                6\n",
       "              ],\n",
       "              [\n",
       "                26,\n",
       "                15,\n",
       "                4,\n",
       "                5,\n",
       "                16\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              59,\n",
       "              30\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                24,\n",
       "                13,\n",
       "                2,\n",
       "                3,\n",
       "                14,\n",
       "                25,\n",
       "                36\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                18,\n",
       "                7,\n",
       "                6\n",
       "              ],\n",
       "              [\n",
       "                26,\n",
       "                15,\n",
       "                4,\n",
       "                5,\n",
       "                16\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              59,\n",
       "              30\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                35,\n",
       "                24,\n",
       "                13,\n",
       "                2,\n",
       "                3,\n",
       "                14,\n",
       "                25\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                29,\n",
       "                18,\n",
       "                7\n",
       "              ],\n",
       "              [\n",
       "                37,\n",
       "                26,\n",
       "                15,\n",
       "                4,\n",
       "                5\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              59,\n",
       "              30\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                35,\n",
       "                24,\n",
       "                13,\n",
       "                2,\n",
       "                3,\n",
       "                14,\n",
       "                25\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                29,\n",
       "                18,\n",
       "                7\n",
       "              ],\n",
       "              [\n",
       "                37,\n",
       "                26,\n",
       "                15,\n",
       "                4,\n",
       "                5\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              59,\n",
       "              30\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                35,\n",
       "                24,\n",
       "                13,\n",
       "                2,\n",
       "                3,\n",
       "                14,\n",
       "                25\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                29,\n",
       "                18,\n",
       "                7\n",
       "              ],\n",
       "              [\n",
       "                37,\n",
       "                26,\n",
       "                15,\n",
       "                4,\n",
       "                5\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              59,\n",
       "              30\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                35,\n",
       "                24,\n",
       "                13,\n",
       "                2,\n",
       "                3,\n",
       "                14,\n",
       "                25\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                29,\n",
       "                18,\n",
       "                7\n",
       "              ],\n",
       "              [\n",
       "                37,\n",
       "                26,\n",
       "                15,\n",
       "                4,\n",
       "                5\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              59,\n",
       "              30\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                35,\n",
       "                24,\n",
       "                13,\n",
       "                2,\n",
       "                3,\n",
       "                14,\n",
       "                25\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                29,\n",
       "                18,\n",
       "                7\n",
       "              ],\n",
       "              [\n",
       "                37,\n",
       "                26,\n",
       "                15,\n",
       "                4,\n",
       "                5\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              59,\n",
       "              30\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                35,\n",
       "                24,\n",
       "                13,\n",
       "                2,\n",
       "                3,\n",
       "                14,\n",
       "                25\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                29,\n",
       "                18,\n",
       "                7\n",
       "              ],\n",
       "              [\n",
       "                37,\n",
       "                26,\n",
       "                15,\n",
       "                4,\n",
       "                5\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              59,\n",
       "              30\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                35,\n",
       "                24,\n",
       "                13,\n",
       "                2,\n",
       "                3,\n",
       "                14,\n",
       "                25\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                29,\n",
       "                18,\n",
       "                7\n",
       "              ],\n",
       "              [\n",
       "                37,\n",
       "                26,\n",
       "                15,\n",
       "                4,\n",
       "                5\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              59,\n",
       "              30\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                35,\n",
       "                24,\n",
       "                13,\n",
       "                2,\n",
       "                3,\n",
       "                14,\n",
       "                25\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                29,\n",
       "                18,\n",
       "                7\n",
       "              ],\n",
       "              [\n",
       "                37,\n",
       "                26,\n",
       "                15,\n",
       "                4,\n",
       "                5\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              59,\n",
       "              30\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                46,\n",
       "                35,\n",
       "                24,\n",
       "                13,\n",
       "                2,\n",
       "                3,\n",
       "                14\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                30,\n",
       "                29,\n",
       "                18\n",
       "              ],\n",
       "              [\n",
       "                48,\n",
       "                37,\n",
       "                26,\n",
       "                15,\n",
       "                4\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              59,\n",
       "              30\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                46,\n",
       "                35,\n",
       "                24,\n",
       "                13,\n",
       "                2,\n",
       "                3,\n",
       "                14\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                30,\n",
       "                29,\n",
       "                18\n",
       "              ],\n",
       "              [\n",
       "                48,\n",
       "                37,\n",
       "                26,\n",
       "                15,\n",
       "                4\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              59,\n",
       "              30\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                46,\n",
       "                35,\n",
       "                24,\n",
       "                13,\n",
       "                2,\n",
       "                3,\n",
       "                14\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                30,\n",
       "                29,\n",
       "                18\n",
       "              ],\n",
       "              [\n",
       "                48,\n",
       "                37,\n",
       "                26,\n",
       "                15,\n",
       "                4\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              59,\n",
       "              30\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                46,\n",
       "                35,\n",
       "                24,\n",
       "                13,\n",
       "                2,\n",
       "                3,\n",
       "                14\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                30,\n",
       "                29,\n",
       "                18\n",
       "              ],\n",
       "              [\n",
       "                48,\n",
       "                37,\n",
       "                26,\n",
       "                15,\n",
       "                4\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              59,\n",
       "              30\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                46,\n",
       "                35,\n",
       "                24,\n",
       "                13,\n",
       "                2,\n",
       "                3,\n",
       "                14\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                30,\n",
       "                29,\n",
       "                18\n",
       "              ],\n",
       "              [\n",
       "                48,\n",
       "                37,\n",
       "                26,\n",
       "                15,\n",
       "                4\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              59,\n",
       "              30\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                46,\n",
       "                35,\n",
       "                24,\n",
       "                13,\n",
       "                2,\n",
       "                3,\n",
       "                14\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                30,\n",
       "                29,\n",
       "                18\n",
       "              ],\n",
       "              [\n",
       "                48,\n",
       "                37,\n",
       "                26,\n",
       "                15,\n",
       "                4\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              59,\n",
       "              30\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;E&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                46,\n",
       "                35,\n",
       "                24,\n",
       "                13,\n",
       "                2,\n",
       "                3,\n",
       "                14\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                30,\n",
       "                29,\n",
       "                18\n",
       "              ],\n",
       "              [\n",
       "                48,\n",
       "                37,\n",
       "                26,\n",
       "                15,\n",
       "                4\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              59,\n",
       "              30\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                46,\n",
       "                35,\n",
       "                24,\n",
       "                13,\n",
       "                2,\n",
       "                3,\n",
       "                14\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                30,\n",
       "                29,\n",
       "                18\n",
       "              ],\n",
       "              [\n",
       "                48,\n",
       "                37,\n",
       "                26,\n",
       "                15,\n",
       "                4\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              59,\n",
       "              30\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                57,\n",
       "                46,\n",
       "                35,\n",
       "                24,\n",
       "                13,\n",
       "                2,\n",
       "                3\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                19,\n",
       "                30,\n",
       "                29,\n",
       "                18\n",
       "              ],\n",
       "              [\n",
       "                59,\n",
       "                48,\n",
       "                37,\n",
       "                26,\n",
       "                15\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              59,\n",
       "              34\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                57,\n",
       "                46,\n",
       "                35,\n",
       "                24,\n",
       "                13,\n",
       "                2,\n",
       "                3\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                19,\n",
       "                30,\n",
       "                29,\n",
       "                18\n",
       "              ],\n",
       "              [\n",
       "                59,\n",
       "                48,\n",
       "                37,\n",
       "                26,\n",
       "                15\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              59,\n",
       "              34\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                57,\n",
       "                46,\n",
       "                35,\n",
       "                24,\n",
       "                13,\n",
       "                2,\n",
       "                3\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                19,\n",
       "                30,\n",
       "                29,\n",
       "                18\n",
       "              ],\n",
       "              [\n",
       "                59,\n",
       "                48,\n",
       "                37,\n",
       "                26,\n",
       "                15\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              59,\n",
       "              34\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                57,\n",
       "                46,\n",
       "                35,\n",
       "                24,\n",
       "                13,\n",
       "                2,\n",
       "                3\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                19,\n",
       "                30,\n",
       "                29,\n",
       "                18\n",
       "              ],\n",
       "              [\n",
       "                59,\n",
       "                48,\n",
       "                37,\n",
       "                26,\n",
       "                15\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              59,\n",
       "              34\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                57,\n",
       "                46,\n",
       "                35,\n",
       "                24,\n",
       "                13,\n",
       "                2,\n",
       "                3\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                19,\n",
       "                30,\n",
       "                29,\n",
       "                18\n",
       "              ],\n",
       "              [\n",
       "                59,\n",
       "                48,\n",
       "                37,\n",
       "                26,\n",
       "                15\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              59,\n",
       "              34\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                57,\n",
       "                46,\n",
       "                35,\n",
       "                24,\n",
       "                13,\n",
       "                2,\n",
       "                3\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                19,\n",
       "                30,\n",
       "                29,\n",
       "                18\n",
       "              ],\n",
       "              [\n",
       "                59,\n",
       "                48,\n",
       "                37,\n",
       "                26,\n",
       "                15\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              59,\n",
       "              34\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                57,\n",
       "                46,\n",
       "                35,\n",
       "                24,\n",
       "                13,\n",
       "                2,\n",
       "                3\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                19,\n",
       "                30,\n",
       "                29,\n",
       "                18\n",
       "              ],\n",
       "              [\n",
       "                59,\n",
       "                48,\n",
       "                37,\n",
       "                26,\n",
       "                15\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              59,\n",
       "              34\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                57,\n",
       "                46,\n",
       "                35,\n",
       "                24,\n",
       "                13,\n",
       "                2,\n",
       "                3\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                19,\n",
       "                30,\n",
       "                29,\n",
       "                18\n",
       "              ],\n",
       "              [\n",
       "                59,\n",
       "                48,\n",
       "                37,\n",
       "                26,\n",
       "                15\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              59,\n",
       "              34\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                58,\n",
       "                57,\n",
       "                46,\n",
       "                35,\n",
       "                24,\n",
       "                13,\n",
       "                2\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                18,\n",
       "                19,\n",
       "                30,\n",
       "                29\n",
       "              ],\n",
       "              [\n",
       "                70,\n",
       "                59,\n",
       "                48,\n",
       "                37,\n",
       "                26,\n",
       "                15\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              8\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                58,\n",
       "                57,\n",
       "                46,\n",
       "                35,\n",
       "                24,\n",
       "                13,\n",
       "                2\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                18,\n",
       "                19,\n",
       "                30,\n",
       "                29\n",
       "              ],\n",
       "              [\n",
       "                70,\n",
       "                59,\n",
       "                48,\n",
       "                37,\n",
       "                26,\n",
       "                15\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              8\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;E&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                58,\n",
       "                57,\n",
       "                46,\n",
       "                35,\n",
       "                24,\n",
       "                13,\n",
       "                2\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                18,\n",
       "                19,\n",
       "                30,\n",
       "                29\n",
       "              ],\n",
       "              [\n",
       "                70,\n",
       "                59,\n",
       "                48,\n",
       "                37,\n",
       "                26,\n",
       "                15\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              8\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                58,\n",
       "                57,\n",
       "                46,\n",
       "                35,\n",
       "                24,\n",
       "                13,\n",
       "                2\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                18,\n",
       "                19,\n",
       "                30,\n",
       "                29\n",
       "              ],\n",
       "              [\n",
       "                70,\n",
       "                59,\n",
       "                48,\n",
       "                37,\n",
       "                26,\n",
       "                15\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              8\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                58,\n",
       "                57,\n",
       "                46,\n",
       "                35,\n",
       "                24,\n",
       "                13,\n",
       "                2\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                18,\n",
       "                19,\n",
       "                30,\n",
       "                29\n",
       "              ],\n",
       "              [\n",
       "                70,\n",
       "                59,\n",
       "                48,\n",
       "                37,\n",
       "                26,\n",
       "                15\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              8\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                58,\n",
       "                57,\n",
       "                46,\n",
       "                35,\n",
       "                24,\n",
       "                13,\n",
       "                2\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                18,\n",
       "                19,\n",
       "                30,\n",
       "                29\n",
       "              ],\n",
       "              [\n",
       "                70,\n",
       "                59,\n",
       "                48,\n",
       "                37,\n",
       "                26,\n",
       "                15\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              8\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;W&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                58,\n",
       "                57,\n",
       "                46,\n",
       "                35,\n",
       "                24,\n",
       "                13,\n",
       "                2\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                18,\n",
       "                19,\n",
       "                30,\n",
       "                29\n",
       "              ],\n",
       "              [\n",
       "                70,\n",
       "                59,\n",
       "                48,\n",
       "                37,\n",
       "                26,\n",
       "                15\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              8\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                58,\n",
       "                57,\n",
       "                46,\n",
       "                35,\n",
       "                24,\n",
       "                13,\n",
       "                2\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                18,\n",
       "                19,\n",
       "                30,\n",
       "                29\n",
       "              ],\n",
       "              [\n",
       "                70,\n",
       "                59,\n",
       "                48,\n",
       "                37,\n",
       "                26,\n",
       "                15\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              8\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                47,\n",
       "                58,\n",
       "                57,\n",
       "                46,\n",
       "                35,\n",
       "                24,\n",
       "                13\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                7,\n",
       "                18,\n",
       "                19,\n",
       "                30\n",
       "              ],\n",
       "              [\n",
       "                69,\n",
       "                70,\n",
       "                59,\n",
       "                48,\n",
       "                37,\n",
       "                26\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              8\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                47,\n",
       "                58,\n",
       "                57,\n",
       "                46,\n",
       "                35,\n",
       "                24,\n",
       "                13\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                7,\n",
       "                18,\n",
       "                19,\n",
       "                30\n",
       "              ],\n",
       "              [\n",
       "                69,\n",
       "                70,\n",
       "                59,\n",
       "                48,\n",
       "                37,\n",
       "                26\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              8\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                47,\n",
       "                58,\n",
       "                57,\n",
       "                46,\n",
       "                35,\n",
       "                24,\n",
       "                13\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                7,\n",
       "                18,\n",
       "                19,\n",
       "                30\n",
       "              ],\n",
       "              [\n",
       "                69,\n",
       "                70,\n",
       "                59,\n",
       "                48,\n",
       "                37,\n",
       "                26\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              8\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                47,\n",
       "                58,\n",
       "                57,\n",
       "                46,\n",
       "                35,\n",
       "                24,\n",
       "                13\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                7,\n",
       "                18,\n",
       "                19,\n",
       "                30\n",
       "              ],\n",
       "              [\n",
       "                69,\n",
       "                70,\n",
       "                59,\n",
       "                48,\n",
       "                37,\n",
       "                26\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              8\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                47,\n",
       "                58,\n",
       "                57,\n",
       "                46,\n",
       "                35,\n",
       "                24,\n",
       "                13\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                7,\n",
       "                18,\n",
       "                19,\n",
       "                30\n",
       "              ],\n",
       "              [\n",
       "                69,\n",
       "                70,\n",
       "                59,\n",
       "                48,\n",
       "                37,\n",
       "                26\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              8\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                47,\n",
       "                58,\n",
       "                57,\n",
       "                46,\n",
       "                35,\n",
       "                24,\n",
       "                13\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                7,\n",
       "                18,\n",
       "                19,\n",
       "                30\n",
       "              ],\n",
       "              [\n",
       "                69,\n",
       "                70,\n",
       "                59,\n",
       "                48,\n",
       "                37,\n",
       "                26\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              8\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                47,\n",
       "                58,\n",
       "                57,\n",
       "                46,\n",
       "                35,\n",
       "                24,\n",
       "                13\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                7,\n",
       "                18,\n",
       "                19,\n",
       "                30\n",
       "              ],\n",
       "              [\n",
       "                69,\n",
       "                70,\n",
       "                59,\n",
       "                48,\n",
       "                37,\n",
       "                26\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              8\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;W&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                47,\n",
       "                58,\n",
       "                57,\n",
       "                46,\n",
       "                35,\n",
       "                24,\n",
       "                13\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                7,\n",
       "                18,\n",
       "                19,\n",
       "                30\n",
       "              ],\n",
       "              [\n",
       "                69,\n",
       "                70,\n",
       "                59,\n",
       "                48,\n",
       "                37,\n",
       "                26\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              8\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                57,\n",
       "                46,\n",
       "                35,\n",
       "                24\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                8,\n",
       "                7,\n",
       "                18,\n",
       "                19\n",
       "              ],\n",
       "              [\n",
       "                68,\n",
       "                69,\n",
       "                70,\n",
       "                59,\n",
       "                48,\n",
       "                37\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              8\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                57,\n",
       "                46,\n",
       "                35,\n",
       "                24\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                8,\n",
       "                7,\n",
       "                18,\n",
       "                19\n",
       "              ],\n",
       "              [\n",
       "                68,\n",
       "                69,\n",
       "                70,\n",
       "                59,\n",
       "                48,\n",
       "                37\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              8\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                57,\n",
       "                46,\n",
       "                35,\n",
       "                24\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                8,\n",
       "                7,\n",
       "                18,\n",
       "                19\n",
       "              ],\n",
       "              [\n",
       "                68,\n",
       "                69,\n",
       "                70,\n",
       "                59,\n",
       "                48,\n",
       "                37\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              8\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                57,\n",
       "                46,\n",
       "                35,\n",
       "                24\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                8,\n",
       "                7,\n",
       "                18,\n",
       "                19\n",
       "              ],\n",
       "              [\n",
       "                68,\n",
       "                69,\n",
       "                70,\n",
       "                59,\n",
       "                48,\n",
       "                37\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              8\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                57,\n",
       "                46,\n",
       "                35,\n",
       "                24\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                8,\n",
       "                7,\n",
       "                18,\n",
       "                19\n",
       "              ],\n",
       "              [\n",
       "                68,\n",
       "                69,\n",
       "                70,\n",
       "                59,\n",
       "                48,\n",
       "                37\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              8\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                57,\n",
       "                46,\n",
       "                35,\n",
       "                24\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                8,\n",
       "                7,\n",
       "                18,\n",
       "                19\n",
       "              ],\n",
       "              [\n",
       "                68,\n",
       "                69,\n",
       "                70,\n",
       "                59,\n",
       "                48,\n",
       "                37\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              8\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;E&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                57,\n",
       "                46,\n",
       "                35,\n",
       "                24\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                8,\n",
       "                7,\n",
       "                18,\n",
       "                19\n",
       "              ],\n",
       "              [\n",
       "                68,\n",
       "                69,\n",
       "                70,\n",
       "                59,\n",
       "                48,\n",
       "                37\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              8\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;W&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                57,\n",
       "                46,\n",
       "                35,\n",
       "                24\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                8,\n",
       "                7,\n",
       "                18,\n",
       "                19\n",
       "              ],\n",
       "              [\n",
       "                68,\n",
       "                69,\n",
       "                70,\n",
       "                59,\n",
       "                48,\n",
       "                37\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              8\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                57,\n",
       "                46,\n",
       "                35\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                9,\n",
       "                8,\n",
       "                7,\n",
       "                18,\n",
       "                19\n",
       "              ],\n",
       "              [\n",
       "                67,\n",
       "                68,\n",
       "                69,\n",
       "                70,\n",
       "                59,\n",
       "                48\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              21\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                57,\n",
       "                46,\n",
       "                35\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                9,\n",
       "                8,\n",
       "                7,\n",
       "                18,\n",
       "                19\n",
       "              ],\n",
       "              [\n",
       "                67,\n",
       "                68,\n",
       "                69,\n",
       "                70,\n",
       "                59,\n",
       "                48\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              21\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                57,\n",
       "                46,\n",
       "                35\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                9,\n",
       "                8,\n",
       "                7,\n",
       "                18,\n",
       "                19\n",
       "              ],\n",
       "              [\n",
       "                67,\n",
       "                68,\n",
       "                69,\n",
       "                70,\n",
       "                59,\n",
       "                48\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              21\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                57,\n",
       "                46,\n",
       "                35\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                9,\n",
       "                8,\n",
       "                7,\n",
       "                18,\n",
       "                19\n",
       "              ],\n",
       "              [\n",
       "                67,\n",
       "                68,\n",
       "                69,\n",
       "                70,\n",
       "                59,\n",
       "                48\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              21\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                57,\n",
       "                46,\n",
       "                35\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                9,\n",
       "                8,\n",
       "                7,\n",
       "                18,\n",
       "                19\n",
       "              ],\n",
       "              [\n",
       "                67,\n",
       "                68,\n",
       "                69,\n",
       "                70,\n",
       "                59,\n",
       "                48\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              21\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                57,\n",
       "                46,\n",
       "                35\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                9,\n",
       "                8,\n",
       "                7,\n",
       "                18,\n",
       "                19\n",
       "              ],\n",
       "              [\n",
       "                67,\n",
       "                68,\n",
       "                69,\n",
       "                70,\n",
       "                59,\n",
       "                48\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              21\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;E&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                57,\n",
       "                46,\n",
       "                35\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                9,\n",
       "                8,\n",
       "                7,\n",
       "                18,\n",
       "                19\n",
       "              ],\n",
       "              [\n",
       "                67,\n",
       "                68,\n",
       "                69,\n",
       "                70,\n",
       "                59,\n",
       "                48\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              21\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;W&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                57,\n",
       "                46,\n",
       "                35\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                9,\n",
       "                8,\n",
       "                7,\n",
       "                18,\n",
       "                19\n",
       "              ],\n",
       "              [\n",
       "                67,\n",
       "                68,\n",
       "                69,\n",
       "                70,\n",
       "                59,\n",
       "                48\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              21\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                24,\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                57,\n",
       "                46\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                20,\n",
       "                9,\n",
       "                8,\n",
       "                7,\n",
       "                18\n",
       "              ],\n",
       "              [\n",
       "                56,\n",
       "                67,\n",
       "                68,\n",
       "                69,\n",
       "                70,\n",
       "                59\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              21\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                24,\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                57,\n",
       "                46\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                20,\n",
       "                9,\n",
       "                8,\n",
       "                7,\n",
       "                18\n",
       "              ],\n",
       "              [\n",
       "                56,\n",
       "                67,\n",
       "                68,\n",
       "                69,\n",
       "                70,\n",
       "                59\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              21\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;W&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                24,\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                57,\n",
       "                46\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                20,\n",
       "                9,\n",
       "                8,\n",
       "                7,\n",
       "                18\n",
       "              ],\n",
       "              [\n",
       "                56,\n",
       "                67,\n",
       "                68,\n",
       "                69,\n",
       "                70,\n",
       "                59\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              21\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                24,\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                57,\n",
       "                46\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                20,\n",
       "                9,\n",
       "                8,\n",
       "                7,\n",
       "                18\n",
       "              ],\n",
       "              [\n",
       "                56,\n",
       "                67,\n",
       "                68,\n",
       "                69,\n",
       "                70,\n",
       "                59\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              21\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                24,\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                57,\n",
       "                46\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                20,\n",
       "                9,\n",
       "                8,\n",
       "                7,\n",
       "                18\n",
       "              ],\n",
       "              [\n",
       "                56,\n",
       "                67,\n",
       "                68,\n",
       "                69,\n",
       "                70,\n",
       "                59\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              21\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                24,\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                57,\n",
       "                46\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                20,\n",
       "                9,\n",
       "                8,\n",
       "                7,\n",
       "                18\n",
       "              ],\n",
       "              [\n",
       "                56,\n",
       "                67,\n",
       "                68,\n",
       "                69,\n",
       "                70,\n",
       "                59\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              21\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                24,\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                57,\n",
       "                46\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                20,\n",
       "                9,\n",
       "                8,\n",
       "                7,\n",
       "                18\n",
       "              ],\n",
       "              [\n",
       "                56,\n",
       "                67,\n",
       "                68,\n",
       "                69,\n",
       "                70,\n",
       "                59\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              21\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                24,\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                57,\n",
       "                46\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                20,\n",
       "                9,\n",
       "                8,\n",
       "                7,\n",
       "                18\n",
       "              ],\n",
       "              [\n",
       "                56,\n",
       "                67,\n",
       "                68,\n",
       "                69,\n",
       "                70,\n",
       "                59\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              21\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                35,\n",
       "                24,\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                57\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                21,\n",
       "                20,\n",
       "                9,\n",
       "                8,\n",
       "                7\n",
       "              ],\n",
       "              [\n",
       "                45,\n",
       "                56,\n",
       "                67,\n",
       "                68,\n",
       "                69,\n",
       "                70\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              21\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                35,\n",
       "                24,\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                57\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                21,\n",
       "                20,\n",
       "                9,\n",
       "                8,\n",
       "                7\n",
       "              ],\n",
       "              [\n",
       "                45,\n",
       "                56,\n",
       "                67,\n",
       "                68,\n",
       "                69,\n",
       "                70\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              21\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;S&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                35,\n",
       "                24,\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                57\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                21,\n",
       "                20,\n",
       "                9,\n",
       "                8,\n",
       "                7\n",
       "              ],\n",
       "              [\n",
       "                45,\n",
       "                56,\n",
       "                67,\n",
       "                68,\n",
       "                69,\n",
       "                70\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              21\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                35,\n",
       "                24,\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                57\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                21,\n",
       "                20,\n",
       "                9,\n",
       "                8,\n",
       "                7\n",
       "              ],\n",
       "              [\n",
       "                45,\n",
       "                56,\n",
       "                67,\n",
       "                68,\n",
       "                69,\n",
       "                70\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              21\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                35,\n",
       "                24,\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                57\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                21,\n",
       "                20,\n",
       "                9,\n",
       "                8,\n",
       "                7\n",
       "              ],\n",
       "              [\n",
       "                45,\n",
       "                56,\n",
       "                67,\n",
       "                68,\n",
       "                69,\n",
       "                70\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              21\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                35,\n",
       "                24,\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                57\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                21,\n",
       "                20,\n",
       "                9,\n",
       "                8,\n",
       "                7\n",
       "              ],\n",
       "              [\n",
       "                45,\n",
       "                56,\n",
       "                67,\n",
       "                68,\n",
       "                69,\n",
       "                70\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              21\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;E&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                35,\n",
       "                24,\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                57\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                21,\n",
       "                20,\n",
       "                9,\n",
       "                8,\n",
       "                7\n",
       "              ],\n",
       "              [\n",
       "                45,\n",
       "                56,\n",
       "                67,\n",
       "                68,\n",
       "                69,\n",
       "                70\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              21\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                35,\n",
       "                24,\n",
       "                25,\n",
       "                36,\n",
       "                47,\n",
       "                58,\n",
       "                57\n",
       "              ],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                21,\n",
       "                20,\n",
       "                9,\n",
       "                8,\n",
       "                7\n",
       "              ],\n",
       "              [\n",
       "                45,\n",
       "                56,\n",
       "                67,\n",
       "                68,\n",
       "                69,\n",
       "                70\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              21\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ],\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                10,\n",
       "                21,\n",
       "                20,\n",
       "                9,\n",
       "                8,\n",
       "                7\n",
       "              ],\n",
       "              []\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              66\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                10,\n",
       "                21,\n",
       "                20,\n",
       "                9,\n",
       "                8,\n",
       "                7\n",
       "              ],\n",
       "              []\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              66\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;W&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                10,\n",
       "                21,\n",
       "                20,\n",
       "                9,\n",
       "                8,\n",
       "                7\n",
       "              ],\n",
       "              []\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              66\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                10,\n",
       "                21,\n",
       "                20,\n",
       "                9,\n",
       "                8,\n",
       "                7\n",
       "              ],\n",
       "              []\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              66\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 4,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                10,\n",
       "                21,\n",
       "                20,\n",
       "                9,\n",
       "                8,\n",
       "                7\n",
       "              ],\n",
       "              []\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              66\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 5,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                10,\n",
       "                21,\n",
       "                20,\n",
       "                9,\n",
       "                8,\n",
       "                7\n",
       "              ],\n",
       "              []\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              66\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 1,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 6,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                10,\n",
       "                21,\n",
       "                20,\n",
       "                9,\n",
       "                8,\n",
       "                7\n",
       "              ],\n",
       "              []\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              66\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: null,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 7,\n",
       "            &quot;geese&quot;: [\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [],\n",
       "              [\n",
       "                10,\n",
       "                21,\n",
       "                20,\n",
       "                9,\n",
       "                8,\n",
       "                7\n",
       "              ],\n",
       "              []\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              34,\n",
       "              66\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;INVALID&quot;\n",
       "        }\n",
       "      ]\n",
       "    ],\n",
       "    &quot;rewards&quot;: [\n",
       "      null,\n",
       "      null,\n",
       "      null,\n",
       "      null,\n",
       "      null,\n",
       "      null,\n",
       "      1,\n",
       "      null\n",
       "    ],\n",
       "    &quot;statuses&quot;: [\n",
       "      &quot;INVALID&quot;,\n",
       "      &quot;INVALID&quot;,\n",
       "      &quot;INVALID&quot;,\n",
       "      &quot;INVALID&quot;,\n",
       "      &quot;INVALID&quot;,\n",
       "      &quot;INVALID&quot;,\n",
       "      &quot;INACTIVE&quot;,\n",
       "      &quot;INVALID&quot;\n",
       "    ],\n",
       "    &quot;schema_version&quot;: 1\n",
       "  },\n",
       "  &quot;mode&quot;: &quot;ipython&quot;,\n",
       "  &quot;width&quot;: 800,\n",
       "  &quot;height&quot;: 600\n",
       "};\n",
       "\n",
       "\n",
       "window.kaggle.renderer = // Copyright 2020 Kaggle Inc\n",
       "//\n",
       "// Licensed under the Apache License, Version 2.0 (the &quot;License&quot;);\n",
       "// you may not use this file except in compliance with the License.\n",
       "// You may obtain a copy of the License at\n",
       "//\n",
       "//      http://www.apache.org/licenses/LICENSE-2.0\n",
       "//\n",
       "// Unless required by applicable law or agreed to in writing, software\n",
       "// distributed under the License is distributed on an &quot;AS IS&quot; BASIS,\n",
       "// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n",
       "// See the License for the specific language governing permissions and\n",
       "// limitations under the License.\n",
       "\n",
       "function renderer({\n",
       "  act,\n",
       "  agents,\n",
       "  environment,\n",
       "  height = 400,\n",
       "  interactive,\n",
       "  isInteractive,\n",
       "  parent,\n",
       "  step,\n",
       "  update,\n",
       "  width = 400,\n",
       "}) {\n",
       "  // Configuration.\n",
       "  const { rows, columns } = environment.configuration;\n",
       "\n",
       "  const colors = {\n",
       "    orange: &quot;#FFB345&quot;,\n",
       "    red: &quot;#FF2615&quot;,\n",
       "    green: &quot;#1EFF71&quot;,\n",
       "    blue: &quot;#30DFFC&quot;,\n",
       "    purple: &quot;#FF48D8&quot;,\n",
       "    players: [\n",
       "      &quot;#FFFFFF&quot;,\n",
       "      &quot;#68DCFB&quot;,\n",
       "      &quot;#7BDF4F&quot;,\n",
       "      &quot;#EC7E79&quot;,\n",
       "      &quot;#AD59EA&quot;,\n",
       "      &quot;#F4AFF8&quot;,\n",
       "      &quot;#F0E524&quot;,\n",
       "      &quot;#90AAFF&quot;,\n",
       "    ],\n",
       "  };\n",
       "\n",
       "  // SVG Paths (based on 300x300 grid).\n",
       "  // Path2D variant of these are all cached. new Path2D(&quot;&quot;)\n",
       "  let paths = {\n",
       "    // Head with neck starting from S.\n",
       "    head: [\n",
       "      &quot;M179.6,72.2c-0.4-0.3-1.1-0.3-1.4,0.2c-0.3,0.4-0.3,1.1,0.2,1.4c25.2,19.4,9.5,44.8,2,56.9c-1.1,1.8-2.1,3.4-2.7,4.6  c-5.6,11.1-14.7,25.7-28.7,25c-7.2-0.4-12.8-5.6-17.9-10.2c-2.2-2-4.2-3.9-6.3-5.3l-1.5-1c-16.5-11.4-29.6-20.5-29.6-41.5  c0-16.5,8.3-31.7,22.1-40.7c1.5-0.9,3-2.2,4.7-3.6c3.8-3.1,8.1-6.6,11.5-6.3c1.3,0.1,2.4,0.8,3.4,2.1c0.3,0.4,1,0.5,1.4,0.1  c0.4-0.3,0.5-1,0.1-1.4c-1.4-1.7-3-2.6-4.8-2.8c-4.3-0.4-8.9,3.4-13,6.7c-1.6,1.3-3.1,2.6-4.5,3.4c-14.4,9.3-23,25.2-23,42.4  c0,22.1,13.5,31.4,30.5,43.2l1.5,1c1.7,1.2,3.5,2.7,5.3,4.4c0,0,0,0.1,0,0.1v149c0,0.6,0.4,1,1,1s1-0.4,1-1V152.7  c5,4.5,10.6,9.2,17.9,9.6c0.4,0,0.7,0,1.1,0c7.8,0,14-4.2,19-9.9V300c0,0.6,0.4,1,1,1s1-0.4,1-1V150c3.4-4.4,6.2-9.4,8.5-13.8  c0.6-1.1,1.5-2.6,2.6-4.4C189.9,119.1,206.3,92.8,179.6,72.2z&quot;,\n",
       "      &quot;M137.3,78c-2.7,0-5,2.2-5,5s2.2,5,5,5s5-2.2,5-5S140,78,137.3,78z&quot;,\n",
       "      &quot;M126.5,90c-0.2-4.4,2.8-7.2,2.9-7.2c6.4-6.4,9.6-12.3,9.5-17.3c0-3.3-1.6-5.2-2-5.6c-1-1.5-2.3-2.3-3.9-2.4   c-3.5-0.2-6.8,3.7-6.9,3.8c-0.4,0.4-0.3,1.1,0.1,1.4c0.4,0.4,1.1,0.3,1.4-0.1c0.8-0.9,3.2-3.2,5.3-3.1c0.9,0,1.7,0.6,2.4,1.6   l0.1,0.2c0.1,0.1,6.1,6.4-7.4,20.1c-0.2,0.1-3.7,3.4-3.5,8.8c0.2,4.8,3.5,9.7,9.8,14.3c0.2,0.1,0.4,0.2,0.6,0.2   c0.3,0,0.6-0.1,0.8-0.4c0.3-0.4,0.2-1.1-0.2-1.4C129.8,98.5,126.8,94.2,126.5,90z&quot;,\n",
       "    ],\n",
       "    headBeak: [\n",
       "      &quot;M178.5,49l-6.9-20.7c-0.3-5.6-0.9-11.6-1.7-17.9c0,0,0,0,0,0l-0.2-1.7c-0.1-0.8-0.7-7.9-4.5-8c0,0,0,0,0,0   c-2.7,0-4.8,5.3-5.6,8.4c-0.7,2.8-1.4,6.1-2.1,9.6c-1.5,7.3-3.2,15.6-5.5,19.5c-2.3,3.8-6.1,6.7-9.5,9.3c-4.3,3.2-8.3,6.3-8.3,10.7   c0,3.8,5.8,7,12.4,10.7c4.2,2.4,8.6,4.8,11.6,7.4c2.9,2.5,5.9,3.8,8.8,3.8c0.5,0,0.9,0,1.4-0.1c4.8-0.7,7.7-4.6,8.2-5.3   c0.8-0.8,5.5-5.8,5.5-9.5C182,58,178.6,49.3,178.5,49z M175,73.3c0,0-0.1,0.1-0.1,0.2c0,0-2.6,3.9-6.9,4.5   c-2.8,0.4-5.6-0.7-8.5-3.2c-3.2-2.8-7.7-5.3-12-7.7c-5.6-3.1-11.4-6.4-11.4-8.9c0-3.4,3.5-6,7.5-9.1c3.5-2.7,7.5-5.7,10-9.8   c2.5-4.2,4.2-12.3,5.7-20.1c0.7-3.5,1.4-6.7,2.1-9.5c1.2-4.5,3-6.9,3.7-6.9c0,0,0,0,0,0c1.4,0,2.3,3.7,2.5,6.1l1.8,19.4   c0,0.1,0,0.2,0,0.2l0.1,0.3c1.4,25.2-1.7,42.2-1.9,43.2c-0.1,0.2-0.1,0.4,0,0.5c0.1,0.5,0.5,0.8,1,0.8c0.1,0,0.1,0,0.2,0   c0.8-0.1,0.9-0.1,1.6-5.5c0.4-2.7,0.9-7.2,1.2-12.9c0.3-5.1,0.5-11.6,0.3-19.2l4.7,14.1c0,0.1,3.5,8.7,3.5,15.5   C180,67.8,176.4,71.9,175,73.3z&quot;,\n",
       "      &quot;M149.5,56.7c-1.5,0-2.7,1.2-2.7,2.7c0,1.5,1.2,2.7,2.7,2.7c1.5,0,2.7-1.2,2.7-2.7   C152.2,57.9,151,56.7,149.5,56.7z M149.5,60c-0.4,0-0.7-0.3-0.7-0.7c0-0.4,0.3-0.7,0.7-0.7c0.4,0,0.7,0.3,0.7,0.7   C150.2,59.7,149.9,60,149.5,60z&quot;,\n",
       "    ],\n",
       "    // Curve from N to E.\n",
       "    neckNE: [\n",
       "      &quot;M300,169H157c-14.3,0-26-11.7-26-26V0c0-0.6-0.4-1-1-1s-1,0.4-1,1v144c0,0.1,0,0.1,0,0.1c0.6,14.9,12.9,26.9,28,26.9h143c0.6,0,1-0.4,1-1S300.6,169,300,169z&quot;,\n",
       "      &quot;M190,131h110c0.6,0,1-0.4,1-1s-0.4-1-1-1H190c-10.5,0-19-8.5-19-19V0c0-0.6-0.4-1-1-1s-1,0.4-1,1v110C169,121.6,178.4,131,190,131z&quot;,\n",
       "    ],\n",
       "    // Straight from N to S.\n",
       "    neckNS: [\n",
       "      &quot;M130-1c-0.6,0-1,0.4-1,1v300c0,0.6,0.4,1,1,1s1-0.4,1-1V0C131-0.6,130.6-1,130-1z&quot;,\n",
       "      &quot;M170-1c-0.6,0-1,0.4-1,1v300c0,0.6,0.4,1,1,1s1-0.4,1-1V0C171-0.6,170.6-1,170-1z&quot;,\n",
       "    ],\n",
       "    body: [\n",
       "      &quot;M222.4,232c-3.9-15.3-17.9-27.9-28.9-35.7c-10.2-7.2-19.8-11.9-22.5-13.1V110c0-0.6-0.4-1-1-1s-1,0.4-1,1v73.3  c0,0,0,0,0,0.1c-0.1,0.3-0.1,0.6,0,0.8v8.8c0,0.6,0.4,1,1,1s1-0.4,1-1v-7.6c7.8,3.7,43.1,21.8,49.5,47.1c2.5,10,0.2,20-6.8,29.8  c-0.7,0.9-1.5,1.8-2.5,3.1l-1,1.2c-6.6,7.9-22.7,18.6-33.6,23.7c-17.1,7.9-37.1,9.7-56.3,5c-18.9-4.7-34.4-14.2-44.6-27.4  C65,254,60.3,236.4,62.1,216.8l0-0.5c0.3-2.9,1.2-11.8-6-16.1c-1.4-0.9-2.8-1.7-4.2-2.5c-7.4-4.3-13.7-8-13.4-10.4  c0.1-0.9,1.4-2.4,6.9-4.2c0,0,0.1,0,0.1,0c1.4,0.8,2.8,1.6,4.4,2.4c0.2,0.1,0.3,0.1,0.5,0.1c0.4,0,0.7-0.2,0.9-0.5  c0.3-0.5,0.1-1.1-0.4-1.4c-26.6-14.3-28.3-19.2-27.7-20.7c1.5-4.1,22.6-2.1,37.2,0.7c0.5,0.1,1.1-0.3,1.2-0.8  c0.1-0.5-0.3-1.1-0.8-1.2c-2.1-0.4-7.2-1.3-13-2.1c-0.4-0.6-0.8-1.3-1.2-1.9c-1.3-1.9-2.6-3.9-2.2-5.7c0.4-1.6,1.4-2.8,3-3.6  c9.2-5,36.7,0.6,81.8,16.6v9c0,0.6,0.4,1,1,1s1-0.4,1-1v-9.2c0-0.1,0.1-0.1,0.1-0.2c0.1-0.3,0.1-0.6-0.1-0.8v-54.3  c2,1,4.1,2,6.3,2.9c0.1,0,0.2,0.1,0.4,0.1c0.4,0,0.8-0.2,0.9-0.6c0.2-0.5-0.1-1.1-0.6-1.3c-6.5-2.5-12.1-6.1-16.3-8.6  c-1.8-1.1-3.4-2.1-4.6-2.7c-11.1-5.6-25.7-14.7-25-28.7c0.4-7.2,5.6-12.8,10.2-17.9c2-2.2,3.9-4.2,5.3-6.3l1-1.5  c11.4-16.5,20.5-29.6,41.5-29.6c16.5,0,31.7,8.3,40.7,22.1c0.9,1.5,2.2,3,3.6,4.7c3.1,3.8,6.6,8.1,6.3,11.5  c-0.1,1.3-0.8,2.4-2.1,3.4c-0.4,0.3-0.5,1-0.1,1.4c0.3,0.4,1,0.5,1.4,0.1c1.7-1.4,2.6-3,2.8-4.8c0.4-4.3-3.4-8.9-6.7-13  c-1.3-1.6-2.6-3.1-3.4-4.5c-9.3-14.4-25.2-23-42.4-23c-22.1,0-31.4,13.5-43.2,30.5l-1,1.5c-1.3,1.9-3.2,3.9-5.1,6.1  c-4.8,5.3-10.3,11.2-10.7,19.1c-0.8,15.2,14.5,24.7,26.1,30.5c1.1,0.6,2.6,1.5,4.4,2.6c2.4,1.5,5.2,3.2,8.4,4.9  c-0.1,0.1-0.1,0.3-0.1,0.5v53.8c-45.8-16.2-72.9-21.5-82.7-16.2c-2.1,1.1-3.5,2.8-4,4.9c-0.7,2.7,1,5.1,2.5,7.3  c0.1,0.2,0.2,0.3,0.3,0.5c-10.5-1.2-22.3-1.5-23.9,2.9c-0.9,2.6,0.6,7.4,22,19.5c-4.4,1.6-6.5,3.3-6.7,5.4  c-0.4,3.7,5.2,6.9,14.4,12.4c1.3,0.8,2.7,1.6,4.2,2.5c6.2,3.7,5.4,11.3,5.1,14.1l0,0.5c-3.6,39.7,19.3,70.6,59.7,80.6  c7.2,1.8,14.5,2.7,21.8,2.7c12.5,0,24.7-2.6,35.8-7.8c11.1-5.1,27.3-15.9,34.3-24.2l1-1.2c0.2-0.3,0.5-0.6,0.7-0.8  c0.1-0.1,0.3-0.2,0.4-0.3c0.5-0.7,1.1-1.4,1.6-2.1c0.2-0.2,0.3-0.4,0.5-0.7c0-0.1,0.1-0.1,0.1-0.2C222.8,252.5,225,242.2,222.4,232z&quot;,\n",
       "      &quot;M162.7,114.2c-0.4,0-0.8-0.3-0.9-0.7c-0.2-0.5,0.1-1.1,0.6-1.3c6-2,11.5-6.2,16.3-12.4c0.3-0.4,1-0.5,1.4-0.2  c0.4,0.3,0.5,1,0.2,1.4c-5,6.5-10.8,10.9-17.3,13C162.9,114.2,162.8,114.2,162.7,114.2z&quot;,\n",
       "      &quot;M174.5,58.8c0-2.7-2.2-5-5-5s-5,2.2-5,5s2.2,5,5,5S174.5,61.5,174.5,58.8z M166.5,58.8c0-1.6,1.3-3,3-3s3,1.3,3,3  s-1.3,3-3,3S166.5,60.4,166.5,58.8z&quot;,\n",
       "      &quot;M187,60.4c3.3,0,5.2-1.6,5.6-2c1.5-1,2.3-2.3,2.4-3.9c0.2-3.5-3.7-6.8-3.8-6.9c-0.4-0.4-1.1-0.3-1.4,0.1  c-0.4,0.4-0.3,1.1,0.1,1.4c0.9,0.8,3.2,3.2,3.1,5.3c0,0.9-0.6,1.7-1.6,2.4l-0.2,0.1c-0.1,0.1-6.4,6.1-20.1-7.4  c-0.1-0.2-3.4-3.7-8.8-3.5c-4.8,0.2-9.7,3.5-14.3,9.8c-0.3,0.4-0.2,1.1,0.2,1.4s1.1,0.2,1.4-0.2c4.3-5.7,8.6-8.7,12.8-9  c4.4-0.2,7.2,2.8,7.2,2.9c6.4,6.3,12.1,9.5,17.1,9.5C186.9,60.4,187,60.4,187,60.4z&quot;,\n",
       "    ],\n",
       "    bodyBeak: [\n",
       "      &quot;M187.3,103.5c-3.7,0-8.6-4.7-9.5-5.5c-0.7-0.5-4.6-3.4-5.3-8.2c-0.5-3.3,0.8-6.7,3.7-10.1  c2.7-3.1,5.1-7.4,7.4-11.6c3.7-6.7,6.9-12.4,10.7-12.4c4.4,0,7.4,4,10.7,8.3c2.5,3.4,5.4,7.2,9.3,9.5c3.9,2.3,12.2,4,19.5,5.5  c3.5,0.7,6.8,1.4,9.6,2.1c3.2,0.8,8.5,2.9,8.4,5.7c-0.1,3.8-7.2,4.4-8,4.5l-19.3,1.8l-21.1,7C203.2,100.1,194.5,103.5,187.3,103.5z   M194.3,57.6c-2.6,0-5.8,5.8-8.9,11.4c-2.4,4.3-4.9,8.8-7.7,12c-2.5,2.9-3.6,5.8-3.2,8.5c0.6,4.2,4.5,6.9,4.5,6.9  c0.1,0,0.1,0.1,0.2,0.1c1.4,1.4,5.6,5,8.1,5c6.8,0,15.4-3.4,15.5-3.5L224,91c0.1,0,0.1,0,0.2,0l19.4-1.8c2.5-0.2,6.1-1.1,6.1-2.5  c0-0.6-2.4-2.5-6.9-3.7c-2.7-0.7-6-1.4-9.5-2.1c-7.8-1.6-16-3.2-20.1-5.7c-4.2-2.5-7.2-6.5-9.8-10C200.4,61.1,197.7,57.6,194.3,57.6  z&quot;,\n",
       "      &quot;M210.4,93.5c-4.9,0-9.1-0.2-12.7-0.4c-5.8-0.3-10.2-0.8-12.9-1.2c-5.3-0.7-5.4-0.8-5.5-1.6   c-0.1-0.5,0.3-1,0.8-1.2c0.2,0,0.4,0,0.5,0c1.2,0.2,26.4,4.8,61.3,0.1c0.5-0.1,1.1,0.3,1.1,0.9s-0.3,1.1-0.9,1.1   C230.1,93,219.2,93.5,210.4,93.5z&quot;,\n",
       "      &quot;M193.1,73.7c-1.5,0-2.7-1.2-2.7-2.7c0-1.5,1.2-2.7,2.7-2.7c1.5,0,2.7,1.2,2.7,2.7   C195.8,72.5,194.6,73.7,193.1,73.7z M193.1,70.4c-0.4,0-0.7,0.3-0.7,0.7c0,0.4,0.3,0.7,0.7,0.7c0.4,0,0.7-0.3,0.7-0.7   C193.8,70.7,193.5,70.4,193.1,70.4z&quot;,\n",
       "    ],\n",
       "    bodyN: [\n",
       "      &quot;M215.9,262.5c6.9-10,9.1-20.3,6.5-30.6c-3.9-15.3-17.9-27.9-28.9-35.7c-10.2-7.2-19.8-11.9-22.5-13.1V0   c0-0.6-0.4-1-1-1s-1,0.4-1,1v183.3c0,0,0,0,0,0.1c-0.1,0.3-0.1,0.6,0,0.8v8.8c0,0.6,0.4,1,1,1s1-0.4,1-1v-7.6   c7.8,3.7,43.1,21.8,49.5,47.1c2.5,10,0.2,20-6.8,29.8c-0.7,0.9-1.5,1.8-2.5,3.1l-1,1.2c-6.6,7.9-22.7,18.6-33.6,23.7   c-17.1,7.9-37.1,9.7-56.3,5c-18.9-4.7-34.4-14.2-44.6-27.4C65,254,60.3,236.4,62.1,216.8l0-0.5c0.3-2.9,1.2-11.8-6-16.1   c-1.4-0.9-2.8-1.7-4.2-2.5c-7.4-4.3-13.7-8-13.4-10.4c0.1-0.9,1.4-2.4,6.9-4.2c0,0,0.1,0,0.1,0c1.4,0.8,2.8,1.6,4.4,2.4   c0.2,0.1,0.3,0.1,0.5,0.1c0.4,0,0.7-0.2,0.9-0.5c0.3-0.5,0.1-1.1-0.4-1.4c-26.6-14.3-28.3-19.2-27.7-20.7   c1.5-4.1,22.6-2.1,37.2,0.7c0.5,0.1,1.1-0.3,1.2-0.8c0.1-0.5-0.3-1.1-0.8-1.2c-2.1-0.4-7.2-1.3-13-2.1c-0.4-0.6-0.8-1.3-1.2-1.9   c-1.3-1.9-2.6-3.9-2.2-5.7c0.4-1.6,1.4-2.8,3-3.6c9.3-5,37.1,0.7,82.6,16.8c0.1,0,0.2,0.1,0.3,0.1c0.4,0,0.8-0.3,0.9-0.7   c0.1-0.3,0.1-0.6-0.1-0.8V0c0-0.6-0.4-1-1-1s-1,0.4-1,1v162.8c-45.8-16.2-72.9-21.5-82.7-16.2c-2.1,1.1-3.5,2.8-4,4.9   c-0.7,2.7,1,5.1,2.5,7.3c0.1,0.2,0.2,0.3,0.3,0.5c-10.5-1.2-22.3-1.5-23.9,2.9c-0.9,2.6,0.6,7.4,22,19.5c-4.4,1.6-6.5,3.3-6.7,5.4   c-0.4,3.7,5.2,6.9,14.4,12.4c1.3,0.8,2.7,1.6,4.2,2.5c6.2,3.7,5.4,11.3,5.1,14.1l0,0.5c-3.6,39.7,19.2,70.6,59.7,80.6   c7.2,1.8,14.5,2.7,21.8,2.7c12.5,0,24.7-2.6,35.8-7.8c11.1-5.1,27.3-15.9,34.3-24.2l1-1.2c0.2-0.3,0.5-0.6,0.7-0.8   c0.1-0.1,0.3-0.2,0.4-0.3c0.5-0.7,1.1-1.4,1.6-2.1c0.2-0.2,0.3-0.4,0.5-0.7C215.9,262.7,215.9,262.6,215.9,262.5z&quot;,\n",
       "    ],\n",
       "    bodyS: [\n",
       "      &quot;M268.2,80.4c0-38.9-31.6-70.5-70.5-70.5C159.9,10,129,42.3,129,82c0,0,0,0,0,0c0,0,0,0,0,0l0.3,80.9   c-46-16.3-73.1-21.6-83-16.3c-2.1,1.1-3.5,2.8-4,4.9c-0.7,2.7,1,5.1,2.5,7.3c0.1,0.2,0.2,0.3,0.3,0.5c-10.5-1.2-22.3-1.5-23.9,2.9   c-0.9,2.6,0.6,7.4,22,19.5c-4.4,1.6-6.5,3.3-6.7,5.4c-0.4,3.7,5.2,6.9,14.4,12.4c1.3,0.8,2.7,1.6,4.2,2.5   c6.2,3.7,5.4,11.3,5.1,14.1l0,0.5c-3.6,39.7,19.2,70.6,59.7,80.6c7.2,1.8,14.5,2.7,21.8,2.7c12.5,0,24.7-2.6,35.8-7.8   c11.1-5.1,27.3-15.9,34.3-24.2l1-1.2c0.2-0.3,0.5-0.6,0.7-0.8c0.1-0.1,0.3-0.2,0.4-0.3c0.5-0.7,1.1-1.4,1.6-2.1   c0.2-0.2,0.3-0.4,0.5-0.7c0-0.1,0.1-0.1,0.1-0.2c6.9-10,9.1-20.3,6.5-30.6c-3.9-15.3-17.9-27.9-28.9-35.7   c-3.9-2.8-7.8-5.2-11.2-7.2l67.4-61c0,0,0,0,0,0c0,0,0,0,0,0C261.7,115,268.2,98.1,268.2,80.4z M170.9,183.1v-30.6l54.2-47.7   c0,0,0,0,0,0c0,0,0,0,0,0c6-6,9.3-14,9.3-22.5c0-17.5-14.3-31.8-31.8-31.8c-18.1,0-33.4,13.8-33.7,30.2c0,0,0,0.1,0,0.1v103   c0,0,0,0,0,0v8.7c0,0.6,0.4,1,1,1s1-0.4,1-1v-7.1c7.5,3.6,43.2,21.7,49.6,47.1c2.5,10,0.2,20-6.8,29.8c-0.7,0.9-1.5,1.8-2.5,3.1   l-1,1.2c-6.6,7.9-22.7,18.6-33.6,23.7c-17.1,7.9-37.1,9.7-56.3,5c-18.9-4.7-34.4-14.2-44.6-27.4C65,254,60.3,236.4,62.1,216.8   l0-0.5c0.3-2.9,1.2-11.8-6-16.1c-1.4-0.9-2.8-1.7-4.2-2.5c-7.4-4.3-13.7-8-13.4-10.4c0.1-0.9,1.4-2.4,6.9-4.2c0,0,0.1,0,0.1,0   c1.4,0.8,2.8,1.6,4.4,2.4c0.2,0.1,0.3,0.1,0.5,0.1c0.4,0,0.7-0.2,0.9-0.5c0.3-0.5,0.1-1.1-0.4-1.4c-26.6-14.3-28.3-19.2-27.7-20.7   c1.5-4.1,22.6-2.1,37.2,0.7c0.5,0.1,1.1-0.3,1.2-0.8c0.1-0.5-0.3-1.1-0.8-1.2c-2.1-0.4-7.2-1.3-13-2.1c-0.4-0.6-0.8-1.3-1.2-1.9   c-1.3-1.9-2.6-3.9-2.2-5.7c0.4-1.6,1.4-2.8,3-3.6c9.2-5,36.8,0.6,82,16.7l0,8.9c0,0.6,0.4,1,1,1c0,0,0,0,0,0c0.6,0,1-0.5,1-1   L131,82c0-38.6,30-70,66.8-70c37.8,0,68.5,30.7,68.5,68.5c0,17.2-6.4,33.6-18,46.2l-67.8,61.4C175.8,185.4,172.2,183.7,170.9,183.1   z M223.7,103.3l-52.8,46.5V81.2c0-15.6,14.5-28.7,31.7-28.7c16.4,0,29.8,13.4,29.8,29.8C232.4,90.2,229.3,97.7,223.7,103.3z&quot;,\n",
       "    ],\n",
       "    bodyW: [\n",
       "      &quot;M215.9,262.5c6.8-9.9,9-20,6.6-30c-6.3-26.7-43.4-45.5-50.7-48.9c-0.1-0.1-0.3-0.1-0.4-0.1V166   c0-0.2,0-0.3-0.1-0.4c-0.2-20.2-16.7-36.5-36.9-36.6c0,0,0,0,0,0H0.4c-0.6,0-1,0.4-1,1s0.4,1,1,1h133.9c19.3,0,35,15.7,35,35   c0,0.2,0,0.3,0.1,0.4V192c0,0.6,0.4,1,1,1s1-0.4,1-1v-6.5c8,3.9,43.2,22,49.2,47.4c2.3,9.8,0,19.7-6.9,29.3   c-0.7,0.9-1.5,1.8-2.5,3.1l-1,1.2c-6.6,7.9-22.7,18.6-33.6,23.7c-17.1,7.9-37.1,9.7-56.3,5c-18.9-4.7-34.4-14.2-44.6-27.4   C65,254,60.3,236.4,62.1,216.8l0-0.5c0.3-2.9,1.2-11.8-6-16.1c-1.4-0.9-2.8-1.7-4.2-2.5c-7.4-4.3-13.7-8-13.5-10.4   c0.1-0.9,1.4-2.4,6.9-4.2c0,0,0.1,0,0.1,0c1.4,0.8,2.9,1.6,4.4,2.4c0.2,0.1,0.3,0.1,0.5,0.1c0.4,0,0.7-0.2,0.9-0.5   c0.3-0.5,0.1-1.1-0.4-1.4c-9.2-4.9-16.2-9.2-20.9-12.7h80.5c8,0,15.2,5,17.9,12.5c0.1,0.4,0.5,0.7,0.9,0.7c0.1,0,0.2,0,0.3-0.1   c0.5-0.2,0.8-0.8,0.6-1.3c-3-8.3-10.9-13.9-19.8-13.9H0.4c-0.6,0-1,0.4-1,1s0.4,1,1,1h26.3c3.6,3,9.2,6.6,16.6,10.8   c-4.4,1.6-6.5,3.3-6.7,5.4c-0.4,3.7,5.2,6.9,14.4,12.4c1.3,0.8,2.7,1.6,4.2,2.5c6.2,3.7,5.4,11.3,5.1,14.1l0,0.5   c-3.6,39.7,19.3,70.6,59.7,80.6c7.2,1.8,14.5,2.7,21.8,2.7c12.5,0,24.7-2.6,35.8-7.8c11.1-5.1,27.3-15.9,34.3-24.2l1-1.2   c0.3-0.3,0.5-0.6,0.7-0.8c0.1-0.1,0.3-0.2,0.4-0.3c0.5-0.7,1-1.4,1.5-2.1c0.2-0.2,0.4-0.5,0.5-0.7   C215.9,262.7,215.9,262.6,215.9,262.5z&quot;,\n",
       "    ],\n",
       "    bodyE: [\n",
       "      &quot;M300,169H190c-11.6,0-21,9.4-21,21v10c0,0.6,0.4,1,1,1s1-0.4,1-1v-10c0-1.5,0.2-3,0.5-4.4   c8.4,4,43.1,22.1,49.1,47.3c2.3,9.8,0,19.7-6.9,29.3c-0.7,0.8-1.4,1.8-2.5,3l-1,1.3c-6.6,7.9-22.7,18.6-33.6,23.7   c-17.1,7.9-37.1,9.7-56.3,5c-18.9-4.7-34.4-14.2-44.6-27.4C65,254,60.3,236.4,62.1,216.8l0-0.5c0.3-2.9,1.2-11.8-6-16.1   c-1.4-0.9-2.8-1.7-4.2-2.5c-7.4-4.3-13.7-8-13.4-10.4c0.1-0.9,1.4-2.4,6.9-4.2c0,0,0.1,0,0.1,0c1.4,0.8,2.8,1.6,4.4,2.4   c0.2,0.1,0.3,0.1,0.5,0.1c0.4,0,0.7-0.2,0.9-0.5c0.3-0.5,0.1-1.1-0.4-1.4c-26.6-14.3-28.3-19.2-27.7-20.7   c1.5-4.1,22.6-2.1,37.2,0.7c0.5,0.1,1.1-0.3,1.2-0.8c0.1-0.5-0.3-1.1-0.8-1.2c-2.1-0.4-7.2-1.3-13-2.1c-0.4-0.6-0.8-1.3-1.2-1.9   c-1.3-1.9-2.6-3.9-2.2-5.7c0.4-1.6,1.4-2.8,3-3.6c9.2-5,36.7,0.6,81.6,16.5c0,0,0,0,0,0c0,0.4,0,0.7,0,1.1c0,0.2,0.1,0.4,0.2,0.5   V180c0,0.6,0.4,1,1,1s1-0.4,1-1v-16c0-0.1,0-0.3-0.1-0.4c1.2-18.2,16.4-32.6,34.9-32.6c0,0,0.1,0,0.1,0c0,0,0.1,0,0.1,0h134   c0.6,0,1-0.4,1-1s-0.4-1-1-1H166c0,0-0.1,0-0.1,0c0,0-0.1,0-0.1,0c-19.3,0-35.2,14.9-36.9,33.8c-45.8-16.2-72.9-21.5-82.7-16.2   c-2.1,1.1-3.5,2.8-4,4.9c-0.7,2.7,1,5.1,2.5,7.3c0.1,0.2,0.2,0.3,0.3,0.5c-10.5-1.2-22.3-1.5-23.9,2.9c-0.9,2.6,0.6,7.4,22,19.5   c-4.4,1.6-6.5,3.3-6.7,5.4c-0.4,3.7,5.2,6.9,14.4,12.4c1.3,0.8,2.7,1.6,4.2,2.5c6.2,3.7,5.4,11.3,5.1,14.1l0,0.5   c-3.6,39.7,19.3,70.6,59.7,80.6c7.2,1.8,14.5,2.7,21.8,2.7c12.5,0,24.7-2.6,35.8-7.8c11.1-5.1,27.3-15.9,34.3-24.2l1-1.3   c0.2-0.3,0.5-0.5,0.7-0.8c0.1-0.1,0.3-0.2,0.4-0.3c0.5-0.7,1-1.4,1.5-2.1c0.2-0.2,0.4-0.5,0.5-0.7c0-0.1,0.1-0.1,0.1-0.2   c6.8-9.9,9-20,6.6-30c-6.3-26.4-42.5-45-50.4-48.8c2.6-7.4,9.6-12.7,17.9-12.7h110c0.6,0,1-0.4,1-1S300.6,169,300,169z&quot;,\n",
       "    ],\n",
       "    wing: [\n",
       "      &quot;M74.5,207.4c-3.4,5.7,1.3,16.3,14.4,32.3c22.5,27.6,40.6,34.5,53.1,34.5c8,0,13.7-2.9,16.7-4.9c0,0,0,0,0.1,0  c7.6-4.6,13-11.8,15.1-20.2c2.4-9.6,0.2-19.8-6-27.9c-0.3-0.4-1-0.5-1.4-0.2c-0.4,0.3-0.5,1-0.2,1.4c5.8,7.7,7.9,17.2,5.6,26.2  c-1.9,7.7-6.8,14.3-13.6,18.6c-0.1,0-0.1,0-0.2,0.1c-6.5,4.6-30.6,16.3-67.5-28.9c-15.4-18.8-16.2-26.7-14.2-30  c2.6-4.3,11.3-3.6,18.5-2.3c1,2.1,2.3,4.5,4,7.2c0.3,0.4,7.3,11,10.6,16.1l1.7,2.5c0.2,0.3,0.5,0.4,0.8,0.4c0.2,0,0.4-0.1,0.6-0.2  c0.5-0.3,0.6-0.9,0.3-1.4l-1.7-2.5c-3.1-4.7-10.4-15.6-10.6-16c-1.8-2.8-3.1-5.2-4-7.1c0-0.2-0.1-0.4-0.2-0.6  c-2.4-5.3-1.7-7.5-1-8.4c2.6-2.9,12.8,0.5,18.6,3.3c0,0,0.1,0,0.1,0c1,2.5,2.6,5.4,4.7,8.8c0.3,0.5,0.7,1.1,1.1,1.6  c0.2,0.3,0.5,0.4,0.8,0.4c0.2,0,0.4-0.1,0.5-0.2c0.5-0.3,0.6-0.9,0.3-1.4c-0.4-0.6-0.7-1.1-1-1.6c-7-11.1-6.3-14.8-5.2-16.1  c2.6-2.9,12.8,0.5,18.6,3.3c0.5,0.2,1.1,0,1.3-0.5c0.2-0.5,0-1.1-0.5-1.3c-1.7-0.8-16.5-7.8-21-2.8c-1.4,1.5-1.6,3.9-0.7,7.1  c-4.4-2-15.5-6.3-19.3-2c-1.6,1.8-1.6,4.8,0,9C83.5,202.2,77,203.3,74.5,207.4z&quot;,\n",
       "    ],\n",
       "    feet: [\n",
       "      &quot;M209.2,299.8h-63.5c-0.6,0-1-0.4-1-1s0.4-1,1-1h63.5c1.1,0,2-0.9,2-2c0-1.1-0.9-2-2-2h-35.5c-0.6,0-1-0.4-1-1   s0.4-1,1-1h35.5c2.2,0,4,1.8,4,4C213.3,298,211.5,299.8,209.2,299.8z&quot;,\n",
       "      &quot;M141.2,299.8h-40c-2.6,0-4.7-1.8-4.7-4c0-2.2,2.1-4,4.7-4h7.3c0.6,0,1,0.4,1,1s-0.4,1-1,1h-7.3   c-1.5,0-2.7,0.9-2.7,2s1.2,2,2.7,2h40c0.6,0,1,0.4,1,1S141.8,299.8,141.2,299.8z&quot;,\n",
       "    ],\n",
       "    pizzaCrust: [\n",
       "      &quot;M197.3,85.2h-94.7c-5.8,0-10.5,4.7-10.5,10.5V98c0,4.5,2.9,8.4,6.9,9.9c0,0,0,0,0,0.1l49.7,106.3  c0.2,0.4,0.5,0.6,0.9,0.6c0,0,0,0,0,0c0.4,0,0.7-0.2,0.9-0.6l50.5-106.3c0,0,0-0.1,0-0.1c3.9-1.5,6.7-5.3,6.7-9.8v-2.3  C207.8,90,203.1,85.2,197.3,85.2z M198.6,108.5l-48.9,102.9l-48.1-102.9h1.1h94.7H198.6z M205.8,98c0,4.7-3.8,8.5-8.5,8.5h-94.7  c-4.7,0-8.5-3.8-8.5-8.5v-2.3c0-4.7,3.8-8.5,8.5-8.5h94.7c4.7,0,8.5,3.8,8.5,8.5V98z&quot;,\n",
       "    ],\n",
       "    pizzaPepperoni: [\n",
       "      &quot;M122.9,131.1c-3.6,0-7,1.6-9.4,4.3c-0.4,0.4-0.3,1,0.1,1.4c0.4,0.4,1,0.3,1.4-0.1c2-2.3,4.8-3.6,7.9-3.6   c5.7,0,10.4,4.7,10.4,10.4s-4.7,10.4-10.4,10.4c-0.6,0-1,0.4-1,1s0.4,1,1,1c6.9,0,12.4-5.6,12.4-12.4S129.8,131.1,122.9,131.1z&quot;,\n",
       "      &quot;M175.6,138c-6.9,0-12.4,5.6-12.4,12.4c0,6.1,4.3,11.2,10.3,12.2c0.1,0,0.1,0,0.2,0c0.5,0,0.9-0.3,1-0.8   c0.1-0.5-0.3-1.1-0.8-1.2c-5-0.9-8.6-5.2-8.6-10.3c0-5.7,4.7-10.4,10.4-10.4c2.5,0,5,0.9,6.9,2.6c0.4,0.4,1,0.3,1.4-0.1   c0.4-0.4,0.3-1-0.1-1.4C181.6,139.1,178.7,138,175.6,138z&quot;,\n",
       "      &quot;M151.9,143.2c6.9,0,12.4-5.6,12.4-12.4c0-6.9-5.6-12.4-12.4-12.4s-12.4,5.6-12.4,12.4   C139.4,137.6,145,143.2,151.9,143.2z M151.9,120.4c5.7,0,10.4,4.7,10.4,10.4c0,5.7-4.7,10.4-10.4,10.4s-10.4-4.7-10.4-10.4   C141.4,125,146.1,120.4,151.9,120.4z&quot;,\n",
       "      &quot;M123.3,121c6.9,0,12.4-5.6,12.4-12.4c0-0.6-0.4-1-1-1s-1,0.4-1,1c0,5.7-4.7,10.4-10.4,10.4   s-10.4-4.7-10.4-10.4c0-0.6-0.4-1-1-1s-1,0.4-1,1C110.9,115.4,116.5,121,123.3,121z&quot;,\n",
       "      &quot;M188,107.5c-0.6,0-1,0.4-1,1c0,5.7-4.7,10.4-10.4,10.4s-10.4-4.7-10.4-10.4c0-0.6-0.4-1-1-1s-1,0.4-1,1   c0,6.9,5.6,12.4,12.4,12.4s12.4-5.6,12.4-12.4C189,108,188.6,107.5,188,107.5z&quot;,\n",
       "      &quot;M159.1,166.3c0-6.9-5.6-12.4-12.4-12.4s-12.4,5.6-12.4,12.4s5.6,12.4,12.4,12.4S159.1,173.2,159.1,166.3z    M136.2,166.3c0-5.7,4.7-10.4,10.4-10.4s10.4,4.7,10.4,10.4s-4.7,10.4-10.4,10.4S136.2,172.1,136.2,166.3z&quot;,\n",
       "      &quot;M163.3,181.6c-1.5-0.6-3.2-1-4.8-1c-6.9,0-12.4,5.6-12.4,12.4c0,5,3,9.5,7.6,11.4c0.1,0.1,0.3,0.1,0.4,0.1   c0.4,0,0.8-0.2,0.9-0.6c0.2-0.5,0-1.1-0.5-1.3c-3.9-1.6-6.4-5.4-6.4-9.6c0-5.7,4.7-10.4,10.4-10.4c1.4,0,2.8,0.3,4.1,0.8   c0.5,0.2,1.1,0,1.3-0.5C164,182.4,163.8,181.8,163.3,181.6z&quot;,\n",
       "    ],\n",
       "    chiliBody: [\n",
       "      &quot;M194.4,161.3c1-3.1,1.6-6.3,1.6-9.7c0-16.7-13.6-30.3-30.3-30.3c-9.2,0-17.7,4.1-23.5,11.2c0,0,0,0.1,0,0.1   c0,0,0,0,0,0c-0.2,0.4-24,40.3-54.8,35.3c0,0-0.1,0-0.1,0c0,0-0.1,0-0.1,0c-5.4,0-9.8,4.4-9.8,9.8c0,5.4,4.3,9.7,9.7,9.8   c0.9,0.2,18.1,3,38.3,3c3.1,0,6.3-0.1,9.5-0.2c25.3-1.2,43.4-7.5,53.2-18.3c0.2-0.1,0.3-0.1,0.4-0.3c2.7-3.1,4.7-6.6,6-10.4   C194.3,161.4,194.3,161.4,194.4,161.3C194.4,161.3,194.4,161.3,194.4,161.3z M87.2,185.6C87.1,185.6,87.1,185.6,87.2,185.6   c-0.1,0-0.1,0-0.2,0c-4.3,0-7.8-3.5-7.8-7.8c0-4.3,3.5-7.7,7.7-7.8c1.9,0.3,3.7,0.4,5.5,0.4c29,0,50.4-35.4,51.2-36.7   c5.4-6.6,13.4-10.4,21.9-10.4c15.6,0,28.3,12.7,28.3,28.3c0,3.1-0.5,6.2-1.5,9.1C177.8,200.9,88.1,185.7,87.2,185.6z&quot;,\n",
       "      &quot;M180.3,153.4c-0.5-0.3-1.1-0.1-1.4,0.4c-12.9,24.4-52.6,24.9-53,24.9c-0.6,0-1,0.5-1,1s0.4,1,1,1c0,0,0,0,0,0   c0.1,0,10.4-0.1,22.2-3.3c15.7-4.2,27-12.1,32.6-22.7C181,154.3,180.8,153.6,180.3,153.4z&quot;,\n",
       "      &quot;M108.8,179.3c-9.7,0-17-0.6-17.1-0.6c-0.6-0.1-1,0.4-1.1,0.9c0,0.6,0.4,1,0.9,1.1c0.1,0,7.5,0.6,17.2,0.6   c0,0,0,0,0,0c0.6,0,1-0.4,1-1C109.8,179.7,109.3,179.3,108.8,179.3z&quot;,\n",
       "      &quot;M119.4,179.2c-2,0.1-4,0.1-6,0.1c-0.6,0-1,0.5-1,1c0,0.5,0.5,1,1,1c0,0,0,0,0,0c2,0,4-0.1,6-0.1   c0.6,0,1-0.5,1-1C120.4,179.6,119.9,179.2,119.4,179.2z&quot;,\n",
       "    ],\n",
       "    chiliStem: [\n",
       "      &quot;M207.6,104.2c0.3-2.7-0.6-5.5-2.6-7.4c-1.7-1.6-3.9-2.4-6.1-2.3c-2.3,0.1-4.4,1-6,2.7  c-1.5,1.7-2.4,3.8-2.3,6.1c0,0,0,0,0,0c0,0,0,0,0,0c0,0,0,0.1,0,0.1c0,0,0,0.1,0,0.1c2.2,10.6-4.8,19.9-7.3,22.7  c-5.1-3.5-11.2-5.6-17.7-5.6c-3.6,0-7.1,0.6-10.4,1.8c-3.1,1.1-4.1,1.5-3.8,2.9c0.3,1.4,1.5,1.3,3.3,1.1c3.1-0.3,10.3-0.9,13.4,1.9  c1,0.9,1.5,2.1,1.5,3.7l0,1.7c0,4.6,0,6.9,1.6,8.5c1.5,1.5,3.9,1.6,8.4,1.6c0.4,0,0.8,0,1.3,0c8.1,0,11.3,7,12.6,12.9  c0.2,1.1,0.7,1.6,1.5,1.6c0.1,0,0.2,0,0.2,0c1.4-0.2,1.3-1.5,1.3-2.3c0-0.8-0.1-2.3-0.1-4.6c0-4.2-0.8-8.2-2.4-12  c-1-2.4-2.3-4.6-3.8-6.5C194.7,130.1,207.6,120.1,207.6,104.2z M193.2,148.1c-2.9-4.6-7.1-7.1-12.4-7.1c0,0,0,0,0,0  c-4,0-6.8,0-7.6-0.7c-0.7-0.7-0.7-2.9-0.7-6.4l0-1.7c0-2.4-0.8-4.4-2.4-5.9c-1.5-1.4-3.5-2.1-5.6-2.5c0.4,0,0.7,0,1.1,0  c8.4,0,16.1,3.7,21.3,9.9c0,0,0.1,0.1,0.1,0.1c1.7,2.1,3.2,4.4,4.3,7C192.2,143.2,192.9,145.6,193.2,148.1z M188.3,130.8  c-0.8-0.9-1.7-1.8-2.6-2.5c2.9-3.3,10.3-13.2,7.9-25c0-1.5,0.5-2.9,1.5-3.9c1-1.1,2.4-1.7,3.9-1.8c1.5-0.1,2.9,0.5,4,1.5  c1.4,1.3,2,3.1,1.7,4.9c0,0,0,0.1,0,0.1c0,0,0,0,0,0c0,0,0,0,0,0c0,0,0,0.1,0,0.1C204.5,118.9,192,128.3,188.3,130.8z&quot;,\n",
       "    ],\n",
       "    donutBody: [\n",
       "      &quot;M141.9,202.4c-10.3,0-20.8-2.2-30-8.3c-11.5-7.7-15.4-17.7-15.6-18.1c-0.2-0.5,0.1-1.1,0.6-1.3    c0.5-0.2,1.1,0.1,1.3,0.6c0,0.1,3.9,9.9,14.9,17.2c14.6,9.7,35.3,10.5,59.6,2.4c0.4-0.1,31.4-8.9,44.1-32.3    c6.2-11.5,7.1-24.7,2.5-39.2c-0.2-0.5,0.1-1.1,0.7-1.3c0.5-0.2,1.1,0.1,1.3,0.7c4.7,15,3.8,28.7-2.7,40.7    c-13.1,24.1-44.9,33.2-45.2,33.3C164.3,199.8,153.2,202.4,141.9,202.4z&quot;,\n",
       "      &quot;M133.6,145.3c-0.3,0-0.5-0.1-0.7-0.3c-0.4-0.4-0.4-1,0-1.4c3.8-3.6,9.1-6.8,15.1-9c9.1-3.3,18.4-3.8,24.2-1.2    c0.5,0.2,0.7,0.8,0.5,1.3c-0.2,0.5-0.8,0.7-1.3,0.5c-5.4-2.4-14.1-1.9-22.8,1.3c-5.7,2.1-10.9,5.1-14.4,8.6    C134.1,145.2,133.8,145.3,133.6,145.3z&quot;,\n",
       "    ],\n",
       "    donutGlaze: [\n",
       "      &quot;M130.9,190c-4.7,0-10.3-1.5-15.8-6.7l0,0c0,0-3.3-2.6-10.5-4.6c-1.2-0.2-19.6-4.4-17-29.8    c0-0.8,0.2-8.7,6.8-18.9c11.3-17.5,32.5-28,48.3-33.8c0.5-0.2,44.3-13.7,70.3,10.3c0.2,0.2,16.4,16.4,4.8,41.1    c-0.1,0.1-2,4.9-5.7,9.5c-5,6.2-10.7,8.9-16.7,8c-0.4-0.1-9.4-2-13.2,8.6c0,0.1-1,3.3-4.9,5.3c-4.3,2.2-10.2,2.1-17.5-0.3    c0,0-6.9-1.8-16.8,7.9c0,0-0.1,0.1-0.1,0.1C142.9,186.7,137.8,190,130.9,190z M171.1,94.3c-15.2,0-27.5,3.8-27.7,3.9    C90,117.6,89.6,148.7,89.6,149c0,0,0,0.1,0,0.1c-2.5,24.2,14.7,27.5,15.4,27.7c0,0,0.1,0,0.1,0c7.7,2.1,11.2,4.9,11.3,5    c11.9,11.3,24.1,4,25.3,3.3c10.8-10.5,18.4-8.4,18.8-8.3c6.7,2.2,12.3,2.4,16,0.5c3.1-1.6,4-4.1,4-4.2c4.4-12.4,15.3-9.9,15.4-9.9    c12.6,2,20-16.1,20.1-16.3c11-23.4-3.7-38.2-4.4-38.8C199.9,97.2,184.4,94.3,171.1,94.3z&quot;,\n",
       "      &quot;M142.3,146.8c-7.2,0-12.8-2.4-14.4-6.8c-2.6-7.3,6.2-16.9,20.1-22c6.5-2.4,13.1-3.3,18.6-2.7    c5.7,0.7,9.6,3,10.9,6.6l0,0c1.3,3.6-0.2,7.9-4.1,12.1c-3.8,4-9.5,7.5-16,9.9C152.1,145.9,146.8,146.8,142.3,146.8z M163.1,117.2    c-4.4,0-9.4,0.9-14.4,2.7c-12.4,4.5-21.1,13.4-18.9,19.4c2.2,6,14.5,7.3,27,2.7c6.2-2.3,11.6-5.6,15.2-9.4c3.4-3.6,4.7-7.2,3.7-10    c0,0,0,0,0,0c-1-2.8-4.3-4.7-9.3-5.3C165.3,117.2,164.2,117.2,163.1,117.2z&quot;,\n",
       "    ],\n",
       "    donutSprinkles: [\n",
       "      &quot;M119.2,139.2c-1.4,0-2.5-1.1-2.6-2.4l-0.6-11.7c-0.1-1.4,1-2.6,2.4-2.7c0.7,0,1.3,0.2,1.9,0.7    c0.5,0.5,0.8,1.1,0.9,1.8l0.6,11.7c0.1,1.4-1,2.6-2.4,2.7l0,0C119.3,139.2,119.2,139.2,119.2,139.2z M119.2,138.2L119.2,138.2    L119.2,138.2z M118.5,124.4C118.5,124.4,118.5,124.4,118.5,124.4c-0.2,0-0.3,0.1-0.4,0.2c-0.1,0.1-0.2,0.3-0.1,0.4l0.6,11.7    c0,0.3,0.3,0.5,0.6,0.5l0,0c0.3,0,0.6-0.3,0.5-0.6l-0.6-11.7c0-0.2-0.1-0.3-0.2-0.4C118.8,124.4,118.6,124.4,118.5,124.4z&quot;,\n",
       "      &quot;M126.9,165.6c-0.2,0-0.3,0-0.5,0c-0.7-0.1-1.3-0.5-1.6-1.1c0,0,0,0,0,0c-0.4-0.6-0.5-1.3-0.4-1.9    c0.1-0.7,0.5-1.3,1.1-1.6l9.6-6.6c1.2-0.8,2.8-0.5,3.6,0.7c0.8,1.2,0.5,2.8-0.7,3.6l-9.6,6.6C127.9,165.5,127.4,165.6,126.9,165.6    z M126.4,163.4c0.1,0.1,0.2,0.2,0.4,0.2c0.1,0,0.3,0,0.4-0.1l9.6-6.6c0.3-0.2,0.3-0.5,0.1-0.8c-0.2-0.3-0.5-0.3-0.8-0.1l-9.6,6.6    c-0.1,0.1-0.2,0.2-0.2,0.4C126.3,163.1,126.3,163.3,126.4,163.4z&quot;,\n",
       "      &quot;M191.4,138.4c-0.6,0-1.2-0.2-1.7-0.6c-0.5-0.4-0.8-1.1-0.9-1.8c0-0.7,0.2-1.4,0.6-1.9l7.6-8.8    c0.9-1.1,2.6-1.2,3.6-0.3c0.5,0.4,0.8,1.1,0.9,1.8s-0.2,1.4-0.6,1.9l-7.6,8.8c-0.4,0.5-1.1,0.8-1.8,0.9    C191.5,138.4,191.5,138.4,191.4,138.4z M199,126.4c-0.2,0-0.3,0.1-0.4,0.2l-7.6,8.8c-0.2,0.2-0.2,0.6,0.1,0.8c0,0,0,0,0,0    c0.1,0.1,0.3,0.1,0.4,0.1c0.2,0,0.3-0.1,0.4-0.2l7.6-8.8c0.1-0.1,0.1-0.3,0.1-0.4c0-0.2-0.1-0.3-0.2-0.4    C199.3,126.5,199.2,126.4,199,126.4z&quot;,\n",
       "      &quot;M165.2,162.5c-0.6,0-1.2-0.2-1.7-0.6c0,0,0,0,0,0c-1.1-0.9-1.2-2.6-0.3-3.6l7.6-8.8c0.4-0.5,1.1-0.8,1.8-0.9    c0.7-0.1,1.3,0.2,1.9,0.6c0.5,0.4,0.8,1.1,0.9,1.8s-0.2,1.4-0.6,1.9l-7.6,8.8C166.6,162.2,165.9,162.5,165.2,162.5z M164.8,160.3    c0.2,0.2,0.6,0.2,0.8-0.1l7.6-8.8c0.1-0.1,0.1-0.3,0.1-0.4c0-0.2-0.1-0.3-0.2-0.4c-0.1-0.1-0.3-0.1-0.4-0.1    c-0.2,0-0.3,0.1-0.4,0.2l-7.6,8.8C164.5,159.7,164.6,160.1,164.8,160.3L164.8,160.3z&quot;,\n",
       "      &quot;M178.4,114.2c-0.6,0-1.2-0.2-1.7-0.6c0,0,0,0,0,0c-1.1-0.9-1.2-2.6-0.3-3.6l7.6-8.8c0.9-1.1,2.6-1.2,3.6-0.3    c1.1,0.9,1.2,2.6,0.3,3.6l-7.6,8.8C179.9,113.9,179.2,114.2,178.4,114.2z M178.1,112.1c0.2,0.2,0.6,0.2,0.8-0.1l7.6-8.8    c0.2-0.2,0.2-0.6-0.1-0.8c-0.2-0.2-0.6-0.2-0.8,0.1l-7.6,8.8C177.8,111.5,177.8,111.9,178.1,112.1L178.1,112.1z&quot;,\n",
       "      &quot;M144.8,114.2c-0.6,0-1.2-0.2-1.7-0.6c-0.5-0.4-0.8-1.1-0.9-1.8c0-0.7,0.2-1.4,0.6-1.9l7.6-8.8    c0.9-1.1,2.6-1.2,3.6-0.3c1.1,0.9,1.2,2.6,0.3,3.6l-7.6,8.8C146.2,113.9,145.5,114.2,144.8,114.2z M152.4,102.2    c-0.2,0-0.3,0.1-0.4,0.2l-7.6,8.8c-0.2,0.2-0.2,0.6,0.1,0.8c0.2,0.2,0.6,0.2,0.8-0.1l7.6-8.8c0.2-0.2,0.2-0.6-0.1-0.8    C152.7,102.3,152.6,102.2,152.4,102.2z&quot;,\n",
       "    ],\n",
       "    cakeBase: [\n",
       "      &quot;M200.1,193.7c-0.1,0-0.2,0-0.3,0l-97.9-26c-0.4-0.1-0.7-0.5-0.7-1V123c0-0.6,0.4-1,1-1s1,0.4,1,1v43    l95.9,25.4v-37.6c0-0.6,0.4-1,1-1s1,0.4,1,1v38.9c0,0.3-0.1,0.6-0.4,0.8C200.5,193.7,200.3,193.7,200.1,193.7z&quot;,\n",
       "    ],\n",
       "    cakeLayers: [\n",
       "      &quot;M200.1,167.7c-0.1,0-0.2,0-0.3,0l-97.9-28.2c-0.5-0.2-0.8-0.7-0.7-1.2c0.2-0.5,0.7-0.8,1.2-0.7l97.9,28.2    c0.5,0.2,0.8,0.7,0.7,1.2C200.9,167.5,200.5,167.7,200.1,167.7z&quot;,\n",
       "      &quot;M200.1,179.9c-0.1,0-0.2,0-0.3,0l-97.9-28.2c-0.5-0.2-0.8-0.7-0.7-1.2c0.2-0.5,0.7-0.8,1.2-0.7l97.9,28.2    c0.5,0.2,0.8,0.7,0.7,1.2C200.9,179.6,200.5,179.9,200.1,179.9z&quot;,\n",
       "    ],\n",
       "    cakeFrosting: [\n",
       "      &quot;M200.9,153.3l-22-39.2c2.2-1.2,3.6-3.5,3.6-6.1c0-3.8-3.1-6.9-6.9-6.9c-2.9,0-5.4,1.8-6.4,4.4   c-1.3-1.2-3-2-4.9-2c-2.9,0-5.4,1.8-6.4,4.3c-1.3-1.4-3.1-2.4-5.2-2.4c-2.7,0-5.1,1.6-6.2,3.9c-1.3-1.8-3.3-2.9-5.6-2.9   c-2.9,0-5.4,1.8-6.4,4.4c-1.3-1.5-3.1-2.4-5.2-2.4c-2.7,0-5.1,1.6-6.2,3.9c-1.3-1.8-3.3-2.9-5.6-2.9c-2.9,0-5.4,1.8-6.4,4.3   c-1.3-1.4-3.1-2.3-5.2-2.3c-3.8,0-6.9,3.1-6.9,6.9c0,3.8,3.1,6.9,6.9,6.9c0,0,0.1,0,0.1,0l93.8,29.6c0.1,0,0.2,0,0.3,0   c0.3,0,0.6-0.1,0.8-0.4C201.1,154.1,201.2,153.7,200.9,153.3z M100.9,118.3c0-2.7,2.2-4.9,4.9-4.9c2.7,0,4.9,2.2,4.9,4.9   c0,0.6,0.4,1,1,1s1-0.4,1-1c0-0.7-0.1-1.3-0.3-1.9c0,0,0-0.1,0-0.1c0-2.7,2.2-4.9,4.9-4.9c2.7,0,4.9,2.2,4.9,4.9c0,0.6,0.4,1,1,1   s1-0.4,1-1c0-0.3,0-0.5,0-0.8c0-0.1,0-0.1,0-0.2c0-2.7,2.2-4.9,4.9-4.9c2.7,0,4.9,2.2,4.9,4.9c0,0.6,0.4,1,1,1s1-0.4,1-1   c0-0.6-0.1-1.2-0.2-1.8c0-0.1,0-0.1,0-0.2c0-2.7,2.2-4.9,4.9-4.9c2.7,0,4.9,2.2,4.9,4.9c0,0.6,0.4,1,1,1s1-0.4,1-1   c0-0.3,0-0.5,0-0.8c0-0.1,0-0.1,0-0.2c0-2.7,2.2-4.9,4.9-4.9c2.7,0,4.9,2.2,4.9,4.9c0,0.6,0.4,1,1,1s1-0.4,1-1   c0-0.7-0.1-1.3-0.3-1.9c0,0,0,0,0-0.1c0-2.7,2.2-4.9,4.9-4.9c2,0,3.6,1.2,4.4,2.8c0,0.1,0.1,0.2,0.2,0.3c0.2,0.6,0.3,1.1,0.3,1.8   c0,0.6,0.4,1,1,1s1-0.4,1-1c0-0.9-0.2-1.8-0.5-2.6c0.1-2.6,2.3-4.7,4.9-4.7c2.7,0,4.9,2.2,4.9,4.9c0,2.2-1.5,4.1-3.5,4.7   l-71.1,10.5c0,0,0,0-0.1,0c-0.1,0-0.1,0-0.2,0C103.1,123.2,100.9,121,100.9,118.3z M110.7,124.6l65-9.6c0,0,0,0,0,0   c0.5,0,0.9,0,1.4-0.1l20.9,37.3L110.7,124.6z&quot;,\n",
       "      &quot;M179.3,132.5c-6.4-4.1-11.6-1.9-13.7-0.6c-5.6-8.2-15.3-5-15.4-4.9c-0.5,0.2-0.8,0.8-0.6,1.3   c0.2,0.5,0.7,0.8,1.3,0.6c0.4-0.1,8.9-3,13.6,5c0.2,0.3,0.4,0.4,0.7,0.5c0.3,0,0.6,0,0.8-0.2c0,0,5.2-4.5,12.2,0.1   c0.2,0.1,0.4,0.2,0.5,0.2c0.3,0,0.6-0.2,0.8-0.5C179.9,133.4,179.8,132.8,179.3,132.5z&quot;,\n",
       "    ],\n",
       "    cakeCherry: [\n",
       "      &quot;M167.2,132.5c-4.6,0-8.3-3.7-8.3-8.3c0-4.6,3.7-8.3,8.3-8.3c1.1,0,2.2,0.2,3.2,0.7c3.1,1.3,5.1,4.3,5.1,7.6    C175.5,128.8,171.8,132.5,167.2,132.5z M167.2,117.9c-3.5,0-6.3,2.8-6.3,6.3c0,3.5,2.8,6.3,6.3,6.3c3.5,0,6.3-2.8,6.3-6.3    c0-2.5-1.5-4.8-3.8-5.8C168.9,118.1,168,117.9,167.2,117.9z&quot;,\n",
       "    ],\n",
       "  };\n",
       "\n",
       "  const getRowCol = (cell) => [Math.floor(cell / columns), cell % columns];\n",
       "\n",
       "  // Observation.\n",
       "  const { geese, food } = environment.steps[step][0].observation;\n",
       "\n",
       "  // Organize the geese positions for rendering.\n",
       "  const geesePositions = {};\n",
       "  geese.forEach((goose, index) => {\n",
       "    const active = goose.length > 0;\n",
       "    let s = step;\n",
       "    if (!active) {\n",
       "      // Find the last step where the goose existed.\n",
       "      while (s >= 0 && !goose.length) {\n",
       "        goose = environment.steps[--s][0].observation.geese[index];\n",
       "      }\n",
       "    }\n",
       "    goose.forEach((pos, posIndex) => {\n",
       "      if (!active && pos in geesePositions) return;\n",
       "      const [r, c] = getRowCol(pos);\n",
       "      const [br, bc] = posIndex === 0 ? [r, c] : getRowCol(goose[posIndex - 1]);\n",
       "      const [ar, ac] =\n",
       "        posIndex === goose.length - 1 ? [r, c] : getRowCol(goose[posIndex + 1]);\n",
       "      geesePositions[pos] = {\n",
       "        index,\n",
       "        head: posIndex === 0,\n",
       "        tail: posIndex === goose.length - 1,\n",
       "        east: bc > c || ac > c,\n",
       "        west: bc < c || ac < c,\n",
       "        south: br > r || ar > r,\n",
       "        north: br < r || ar < r,\n",
       "        active,\n",
       "      };\n",
       "    });\n",
       "  });\n",
       "\n",
       "  // Common Dimensions.\n",
       "  const unit = 8;\n",
       "  const minCanvasSize = Math.min(height, width);\n",
       "  const minOffset = minCanvasSize > 400 ? 30 : unit / 2;\n",
       "  const cellSize = Math.min(\n",
       "    (width - minOffset * 2) / columns,\n",
       "    (height - minOffset * 2) / rows\n",
       "  );\n",
       "  const cellInset = 0.9;\n",
       "  const cellOffset = (cellSize * (1 - cellInset)) / 2;\n",
       "  const xOffset = Math.max(0, (width - cellSize * columns) / 2);\n",
       "  const yOffset = Math.max(0, (height - cellSize * rows) / 2);\n",
       "\n",
       "  // Helper Functions.\n",
       "  const getCanvas = (id, options = {}) => {\n",
       "    let canvas = document.querySelector(`#${id}`);\n",
       "    if (!canvas) {\n",
       "      canvas = document.createElement(&quot;canvas&quot;);\n",
       "      canvas.id = id;\n",
       "      canvas.width = options.width || width;\n",
       "      canvas.height = options.height || height;\n",
       "      canvas.style.cssText = `\n",
       "          position: absolute;\n",
       "          top: 0;\n",
       "          left: 0;\n",
       "          width: 100%;\n",
       "          height: 100%; \n",
       "        `;\n",
       "      parent.appendChild(canvas);\n",
       "    }\n",
       "    return [canvas, canvas.getContext(&quot;2d&quot;)];\n",
       "  };\n",
       "\n",
       "  const drawImage = (canvas, ctx, sRow, sCol, dRow, dCol, angle = 0, flip) => {\n",
       "    const middle = cellSize / 2;\n",
       "    ctx.save();\n",
       "    ctx.translate(xOffset + cellSize * dCol, yOffset + cellSize * dRow);\n",
       "    if (angle) ctx.translate(middle, middle);\n",
       "    if (flip) ctx.scale(-1, 1);\n",
       "    if (angle) {\n",
       "      ctx.rotate((Math.PI * angle) / 180);\n",
       "      ctx.translate(-middle, -middle);\n",
       "    }\n",
       "    ctx.drawImage(\n",
       "      canvas,\n",
       "      sCol * cellSize,\n",
       "      sRow * cellSize,\n",
       "      cellSize,\n",
       "      cellSize,\n",
       "      0,\n",
       "      0,\n",
       "      cellSize,\n",
       "      cellSize\n",
       "    );\n",
       "    ctx.restore();\n",
       "  };\n",
       "\n",
       "  // First time setup\n",
       "  if (!parent.querySelector(&quot;#buffer&quot;)) {\n",
       "    if (interactive) {\n",
       "      const keyCodes = { 37: &quot;W&quot;, 38: &quot;N&quot;, 39: &quot;E&quot;, 40: &quot;S&quot; };\n",
       "      document.addEventListener(&quot;keydown&quot;, (evt) => {\n",
       "        if (\n",
       "          !isInteractive() ||\n",
       "          evt.ctrlKey ||\n",
       "          evt.shiftKey ||\n",
       "          evt.altKey ||\n",
       "          evt.metaKey\n",
       "        )\n",
       "          return;\n",
       "        if (evt.keyCode in keyCodes) {\n",
       "          act(keyCodes[evt.keyCode]);\n",
       "          evt.preventDefault();\n",
       "          return false;\n",
       "        }\n",
       "      });\n",
       "    }\n",
       "\n",
       "    const c = getCanvas(&quot;buffer&quot;, {\n",
       "      width: cellSize * (colors.players.length + 1),\n",
       "      height: cellSize * 8,\n",
       "    })[1];\n",
       "\n",
       "    const drawPath = (paths, col, row, color = &quot;#000&quot;) => {\n",
       "      c.save();\n",
       "      c.translate(col * cellSize + cellOffset, row * cellSize + cellOffset);\n",
       "      c.scale((cellSize * cellInset) / 300, (cellSize * cellInset) / 300);\n",
       "      c.strokeStyle = color;\n",
       "      c.shadowColor = color;\n",
       "      c.lineWidth = 2;\n",
       "      c.shadowBlur = 10;\n",
       "      paths.forEach((p) => c.stroke(new Path2D(p)));\n",
       "      c.restore();\n",
       "    };\n",
       "\n",
       "    // Draw player geese (1 player per column).\n",
       "    colors.players.forEach((color, index) => {\n",
       "      drawPath(paths.head, index, 0, color);\n",
       "      drawPath(paths.headBeak, index, 0, colors.orange);\n",
       "      drawPath(paths.neckNS, index, 1, color);\n",
       "      drawPath(paths.neckNE, index, 2, color);\n",
       "      drawPath(paths.body, index, 3, color);\n",
       "      drawPath(paths.bodyBeak, index, 3, colors.orange);\n",
       "      drawPath(paths.bodyS, index, 4, color);\n",
       "      drawPath(paths.bodyW, index, 5, color);\n",
       "      drawPath(paths.bodyE, index, 6, color);\n",
       "      drawPath(paths.bodyN, index, 7, color);\n",
       "    });\n",
       "\n",
       "    // Draw Food.\n",
       "    const foodCol = colors.players.length;\n",
       "    drawPath(paths.pizzaCrust, foodCol, 0, colors.orange);\n",
       "    drawPath(paths.pizzaPepperoni, foodCol, 0, colors.red);\n",
       "    drawPath(paths.cakeBase, foodCol, 1, colors.purple);\n",
       "    drawPath(paths.cakeLayers, foodCol, 1, colors.orange);\n",
       "    drawPath(paths.cakeFrosting, foodCol, 1, colors.blue);\n",
       "    drawPath(paths.cakeCherry, foodCol, 1, colors.red);\n",
       "    drawPath(paths.donutBody, foodCol, 2, colors.orange);\n",
       "    drawPath(paths.donutGlaze, foodCol, 2, colors.purple);\n",
       "    drawPath(paths.donutSprinkles, foodCol, 2, colors.blue);\n",
       "    drawPath(paths.chiliBody, foodCol, 3, colors.red);\n",
       "    drawPath(paths.chiliStem, foodCol, 3, colors.green);\n",
       "  }\n",
       "\n",
       "  // Canvas setup and reset.\n",
       "  const [bufferCanvas] = getCanvas(&quot;buffer&quot;);\n",
       "  const [canvas, c] = getCanvas(&quot;battlegeese&quot;);\n",
       "  c.fillStyle = &quot;#000B2A&quot;;\n",
       "  c.fillRect(0, 0, canvas.width, canvas.height);\n",
       "\n",
       "  // Render the board.\n",
       "  for (let i = 0; i < rows * columns; i++) {\n",
       "    const [row, col] = getRowCol(i);\n",
       "\n",
       "    // Draw background tile.\n",
       "    c.save();\n",
       "    c.translate(xOffset + cellSize * col, yOffset + cellSize * row);\n",
       "    c.strokeStyle = &quot;#0361B2&quot;;\n",
       "    c.strokeRect(\n",
       "      cellOffset,\n",
       "      cellOffset,\n",
       "      cellSize - cellOffset * 2,\n",
       "      cellSize - cellOffset * 2\n",
       "    );\n",
       "    c.restore();\n",
       "\n",
       "    const drawPiece = (sRow, sCol, angle, flip) =>\n",
       "      drawImage(bufferCanvas, c, sRow, sCol, row, col, angle, flip);\n",
       "\n",
       "    // Draw Pieces.\n",
       "    if (i in geesePositions) {\n",
       "      const {\n",
       "        active,\n",
       "        index,\n",
       "        head,\n",
       "        tail,\n",
       "        north,\n",
       "        south,\n",
       "        west,\n",
       "        east,\n",
       "      } = geesePositions[i];\n",
       "\n",
       "      if (!active) c.globalAlpha = 0.15;\n",
       "      if (head && tail) {\n",
       "        // Full Goose.\n",
       "        drawPiece(3, index);\n",
       "      } else if (head) {\n",
       "        // Goose Head.\n",
       "        drawPiece(0, index, north ? 180 : east || west ? 90 : 0, east);\n",
       "      } else if (tail) {\n",
       "        // Goose Body.\n",
       "        drawPiece(north ? 7 : east ? 6 : west ? 5 : 4, index);\n",
       "      } else if ((north && south) || (west && east)) {\n",
       "        // Straight Neck.\n",
       "        drawPiece(1, index, east && west ? 90 : 0);\n",
       "      } else {\n",
       "        // Curved Neck.\n",
       "        drawPiece(\n",
       "          2,\n",
       "          index,\n",
       "          east && south ? 90 : west && south ? 180 : west && north ? 270 : 0\n",
       "        );\n",
       "      }\n",
       "      if (!active) c.globalAlpha = 1;\n",
       "\n",
       "      // Draw Food.\n",
       "    } else if (food.includes(i)) {\n",
       "      drawPiece(i % 4, colors.players.length);\n",
       "    }\n",
       "  }\n",
       "\n",
       "  // Upgrade the legend.\n",
       "  if (agents.length && (!agents[0].color || !agents[0].image)) {\n",
       "    agents.forEach((agent) => {\n",
       "      const [canvas, ctx] = getCanvas(`agent_${agent.index}`, {\n",
       "        width: 100,\n",
       "        height: 100,\n",
       "      });\n",
       "      canvas.style.marginLeft = &quot;10000px&quot;;\n",
       "      ctx.drawImage(\n",
       "        bufferCanvas,\n",
       "        cellSize * agent.index,\n",
       "        cellSize * 3,\n",
       "        cellSize,\n",
       "        cellSize,\n",
       "        0,\n",
       "        0,\n",
       "        100,\n",
       "        100\n",
       "      );\n",
       "      agent.image = canvas.toDataURL();\n",
       "      parent.removeChild(canvas);\n",
       "      agent.color = colors.players[agent.index];\n",
       "    });\n",
       "    update({ agents });\n",
       "  }\n",
       "};\n",
       "\n",
       "\n",
       "    \n",
       "    </script>\n",
       "    <script>\n",
       "      const h = htm.bind(preact.h);\n",
       "      const { useContext, useEffect, useRef, useState } = preactHooks;\n",
       "      const styled = window.styled.default;\n",
       "\n",
       "      const Context = preact.createContext({});\n",
       "\n",
       "      const Loading = styled.div`\n",
       "        animation: rotate360 1.1s infinite linear;\n",
       "        border: 8px solid rgba(255, 255, 255, 0.2);\n",
       "        border-left-color: #0cb1ed;\n",
       "        border-radius: 50%;\n",
       "        height: 40px;\n",
       "        position: relative;\n",
       "        transform: translateZ(0);\n",
       "        width: 40px;\n",
       "\n",
       "        @keyframes rotate360 {\n",
       "          0% {\n",
       "            transform: rotate(0deg);\n",
       "          }\n",
       "          100% {\n",
       "            transform: rotate(360deg);\n",
       "          }\n",
       "        }\n",
       "      `;\n",
       "\n",
       "      const Logo = styled(\n",
       "        (props) => h`\n",
       "        <a href=&quot;https://kaggle.com&quot; target=&quot;_blank&quot; className=${props.className}>\n",
       "          <svg width=&quot;62px&quot; height=&quot;20px&quot; viewBox=&quot;0 0 62 24&quot; version=&quot;1.1&quot; xmlns=&quot;http://www.w3.org/2000/svg&quot;>\n",
       "            <g fill=&quot;#1EBEFF&quot; fill-rule=&quot;nonzero&quot;>\n",
       "              <path d=&quot;M10.2,17.8c0,0.1-0.1,0.1-0.2,0.1H7.7c-0.1,0-0.3-0.1-0.4-0.2l-3.8-4.9l-1.1,1v3.8 c0,0.2-0.1,0.3-0.3,0.3H0.3c-0.2,0-0.3-0.1-0.3-0.3V0.3C0.1,0.1,0.2,0,0.3,0h1.8c0.2,0,0.3,0.1,0.3,0.3V11L7,6.3 c0.1-0.1,0.2-0.2,0.4-0.2h2.4c0.1,0,0.2,0,0.2,0.1c0,0.1,0,0.2,0,0.2l-4.9,4.7l5.1,6.3C10.2,17.6,10.2,17.7,10.2,17.8z&quot;/>\n",
       "              <path d=&quot;M19.6,17.9h-1.8c-0.2,0-0.3-0.1-0.3-0.3v-0.4c-0.8,0.6-1.8,0.9-3,0.9c-1.1,0-2-0.3-2.8-1 c-0.8-0.7-1.2-1.6-1.2-2.7c0-1.7,1.1-2.9,3.2-3.5c0.8-0.2,2.1-0.5,3.8-0.6c0.1-0.6-0.1-1.2-0.5-1.7c-0.4-0.5-1-0.7-1.7-0.7 c-1,0-2,0.4-3,1C12.2,9.1,12.1,9.1,12,9l-0.9-1.3C11,7.5,11,7.4,11.1,7.3c1.3-0.9,2.7-1.4,4.2-1.4c1.1,0,2.1,0.3,2.8,0.8 c1.1,0.8,1.7,2,1.7,3.7v7.3C19.9,17.8,19.8,17.9,19.6,17.9z M17.5,12.4c-1.7,0.2-2.9,0.4-3.5,0.7c-0.9,0.4-1.2,0.9-1.1,1.6 c0.1,0.4,0.2,0.7,0.6,0.9c0.3,0.2,0.7,0.4,1.1,0.4c1.2,0.1,2.2-0.2,2.9-1V12.4z&quot;/>\n",
       "              <path d=&quot;M30.6,22.5c-0.9,1-2.3,1.5-4,1.5c-1,0-2-0.3-2.9-0.8c-0.2-0.1-0.4-0.3-0.7-0.5 c-0.3-0.2-0.6-0.5-0.9-0.7c-0.1-0.1-0.1-0.2,0-0.4l1.2-1.2c0.1-0.1,0.1-0.1,0.2-0.1c0.1,0,0.1,0,0.2,0.1c1,1,1.9,1.5,2.8,1.5 c2.1,0,3.2-1.1,3.2-3.3v-1.4c-0.8,0.7-1.9,1-3.3,1c-1.7,0-3-0.6-4-1.9c-0.8-1.1-1.3-2.5-1.3-4.2c0-1.6,0.4-3,1.2-4.1 c0.9-1.3,2.3-2,4-2c1.3,0,2.4,0.3,3.3,1V6.4c0-0.2,0.1-0.3,0.3-0.3h1.8c0.2,0,0.3,0.1,0.3,0.3v11.7C32,20,31.5,21.5,30.6,22.5z M29.7,9.9c-0.4-1.1-1.4-1.7-3-1.7c-2,0-3.1,1.3-3.1,3.8c0,1.4,0.3,2.4,1,3.1c0.5,0.5,1.2,0.8,2,0.8c1.6,0,2.7-0.6,3.1-1.7V9.9z&quot;/>\n",
       "              <path d=&quot;M42.9,22.5c-0.9,1-2.3,1.5-4,1.5c-1,0-2-0.3-2.9-0.8c-0.2-0.1-0.4-0.3-0.7-0.5 c-0.3-0.2-0.6-0.5-0.9-0.7c-0.1-0.1-0.1-0.2,0-0.4l1.2-1.2c0.1-0.1,0.1-0.1,0.2-0.1c0.1,0,0.1,0,0.2,0.1c1,1,1.9,1.5,2.8,1.5 c2.1,0,3.2-1.1,3.2-3.3v-1.4c-0.8,0.7-1.9,1-3.3,1c-1.7,0-3-0.6-4-1.9c-0.8-1.1-1.3-2.5-1.3-4.2c0-1.6,0.4-3,1.2-4.1 c0.9-1.3,2.3-2,4-2c1.3,0,2.4,0.3,3.3,1V6.4c0-0.2,0.1-0.3,0.3-0.3H44c0.2,0,0.3,0.1,0.3,0.3v11.7C44.3,20,43.8,21.5,42.9,22.5z M42,9.9c-0.4-1.1-1.4-1.7-3-1.7c-2,0-3.1,1.3-3.1,3.8c0,1.4,0.3,2.4,1,3.1c0.5,0.5,1.2,0.8,2,0.8c1.6,0,2.7-0.6,3.1-1.7L42,9.9 L42,9.9z&quot;/>\n",
       "              <path d=&quot;M48.3,17.9h-1.8c-0.2,0-0.3-0.1-0.3-0.3V0.3c0-0.2,0.1-0.3,0.3-0.3h1.8c0.2,0,0.3,0.1,0.3,0.3 v17.3C48.5,17.8,48.5,17.9,48.3,17.9z&quot;/>\n",
       "              <path d=&quot;M61.4,12.6c0,0.2-0.1,0.3-0.3,0.3h-8.5c0.1,0.9,0.5,1.6,1.1,2.2c0.7,0.6,1.6,0.9,2.7,0.9 c1,0,1.8-0.3,2.6-0.8c0.2-0.1,0.3-0.1,0.4,0l1.2,1.3c0.1,0.1,0.1,0.3,0,0.4c-1.3,0.9-2.7,1.4-4.4,1.4c-1.8,0-3.3-0.6-4.4-1.8 c-1.1-1.2-1.7-2.7-1.7-4.5c0-1.7,0.6-3.2,1.7-4.4c1-1.1,2.4-1.6,4.1-1.6c1.6,0,2.9,0.6,4,1.7c1.1,1.2,1.6,2.6,1.5,4.4L61.4,12.6 z M58,8.7c-0.6-0.5-1.3-0.8-2.1-0.8c-0.8,0-1.5,0.3-2.1,0.8c-0.6,0.5-1,1.2-1.1,2H59C59,9.9,58.6,9.3,58,8.7z&quot;/>\n",
       "            </g>\n",
       "          </svg>\n",
       "        </a>\n",
       "      `\n",
       "      )`\n",
       "        display: inline-flex;\n",
       "      `;\n",
       "\n",
       "      const Header = styled((props) => {\n",
       "        const { environment } = useContext(Context);\n",
       "\n",
       "        return h`<div className=${props.className} >\n",
       "          <${Logo} />\n",
       "          ${environment.title}\n",
       "        </div>`;\n",
       "      })`\n",
       "        align-items: center;\n",
       "        border-bottom: 4px solid #212121;\n",
       "        box-sizing: border-box;\n",
       "        color: #fff;\n",
       "        display: flex;\n",
       "        flex: 0 0 36px;\n",
       "        font-size: 14px;\n",
       "        justify-content: space-between;\n",
       "        padding: 0 8px;\n",
       "        width: 100%;\n",
       "      `;\n",
       "\n",
       "      const Renderer = styled((props) => {\n",
       "        const context = useContext(Context);\n",
       "        const { animate, debug, playing, renderer, speed } = context;\n",
       "        const ref = preact.createRef();\n",
       "\n",
       "        useEffect(async () => {\n",
       "          if (!ref.current) return;\n",
       "\n",
       "          const renderFrame = async (start, step, lastFrame) => {\n",
       "            if (step !== context.step) return;\n",
       "            if (lastFrame === 1) {\n",
       "              if (!animate) return;\n",
       "              start = Date.now();\n",
       "            }\n",
       "            const frame =\n",
       "              playing || animate\n",
       "                ? Math.min((Date.now() - start) / speed, 1)\n",
       "                : 1;\n",
       "            try {\n",
       "              if (debug) console.time(&quot;render&quot;);\n",
       "              await renderer({\n",
       "                ...context,\n",
       "                frame,\n",
       "                height: ref.current.clientHeight,\n",
       "                hooks: preactHooks,\n",
       "                parent: ref.current,\n",
       "                preact,\n",
       "                styled,\n",
       "                width: ref.current.clientWidth,\n",
       "              });\n",
       "            } catch (error) {\n",
       "              if (debug) console.error(error);\n",
       "              console.log({ ...context, frame, error });\n",
       "            } finally {\n",
       "              if (debug) console.timeEnd(&quot;render&quot;);\n",
       "            }\n",
       "            window.requestAnimationFrame(() => renderFrame(start, step, frame));\n",
       "          };\n",
       "\n",
       "          await renderFrame(Date.now(), context.step);\n",
       "        }, [ref.current, context.step, context.renderer]);\n",
       "\n",
       "        return h`<div className=${props.className} ref=${ref} />`;\n",
       "      })`\n",
       "        align-items: center;\n",
       "        box-sizing: border-box;\n",
       "        display: flex;\n",
       "        height: 100%;\n",
       "        left: 0;\n",
       "        justify-content: center;\n",
       "        position: absolute;\n",
       "        top: 0;\n",
       "        width: 100%;\n",
       "      `;\n",
       "\n",
       "      const Processing = styled((props) => {\n",
       "        const { processing } = useContext(Context);\n",
       "        const text = processing === true ? &quot;Processing...&quot; : processing;\n",
       "        return h`<div className=${props.className}>${text}</div>`;\n",
       "      })`\n",
       "        bottom: 0;\n",
       "        color: #fff;\n",
       "        font-size: 12px;\n",
       "        left: 0;\n",
       "        line-height: 24px;\n",
       "        position: absolute;\n",
       "        text-align: center;\n",
       "        width: 100%;\n",
       "      `;\n",
       "\n",
       "      const Viewer = styled((props) => {\n",
       "        const { processing } = useContext(Context);\n",
       "        return h`<div className=${props.className}>\n",
       "          <${Renderer} />\n",
       "          ${processing && h`<${Processing} />`}\n",
       "        </div>`;\n",
       "      })`\n",
       "        background-color: #000b2a;\n",
       "        background-image: radial-gradient(\n",
       "          circle closest-side,\n",
       "          #000b49,\n",
       "          #000b2a\n",
       "        );\n",
       "        display: flex;\n",
       "        flex: 1;\n",
       "        overflow: hidden;\n",
       "        position: relative;\n",
       "        width: 100%;\n",
       "      `;\n",
       "\n",
       "      const Legend = styled((props) => {\n",
       "        const { agents, legend } = useContext(Context);\n",
       "\n",
       "        return h`<div className=${props.className}>\n",
       "          <ul>\n",
       "            ${agents\n",
       "              .sort((a, b) => a.index - b.index)\n",
       "              .map(\n",
       "                (a) =>\n",
       "                  h`<li key=${a.id} title=&quot;id: ${a.id}&quot; style=&quot;color:${\n",
       "                    a.color || &quot;#FFF&quot;\n",
       "                  }&quot;>${a.image && h`<img src=${a.image} />`}<span>${\n",
       "                    a.name\n",
       "                  }</span></li>`\n",
       "              )}\n",
       "          </ul>\n",
       "        </div>`;\n",
       "      })`\n",
       "        background-color: #000b2a;\n",
       "        font-family: sans-serif;\n",
       "        font-size: 14px;\n",
       "        width: 100%;\n",
       "\n",
       "        ul {\n",
       "          align-items: center;\n",
       "          display: flex;\n",
       "          flex-direction: row;\n",
       "          justify-content: center;\n",
       "        }\n",
       "\n",
       "        li {\n",
       "          align-items: center;\n",
       "          display: inline-flex;\n",
       "          padding: 8px;\n",
       "          transition: color 1s;\n",
       "        }\n",
       "\n",
       "        span {\n",
       "          max-width: 100px;\n",
       "          overflow: hidden;\n",
       "          text-overflow: ellipsis;\n",
       "          white-space: nowrap;\n",
       "        }\n",
       "\n",
       "        img {\n",
       "          height: 24px;\n",
       "          margin-right: 4px;\n",
       "          width: 24px;\n",
       "        }\n",
       "      `;\n",
       "\n",
       "      const StepInput = styled.input.attrs({\n",
       "        type: &quot;range&quot;,\n",
       "      })`\n",
       "        appearance: none;\n",
       "        background: rgba(255, 255, 255, 0.15);\n",
       "        border-radius: 2px;\n",
       "        display: block;\n",
       "        flex: 1;\n",
       "        height: 4px;\n",
       "        opacity: 0.8;\n",
       "        outline: none;\n",
       "        transition: opacity 0.2s;\n",
       "        width: 100%;\n",
       "\n",
       "        &:hover {\n",
       "          opacity: 1;\n",
       "        }\n",
       "\n",
       "        &::-webkit-slider-thumb {\n",
       "          appearance: none;\n",
       "          background: #1ebeff;\n",
       "          border-radius: 100%;\n",
       "          cursor: pointer;\n",
       "          height: 12px;\n",
       "          margin: 0;\n",
       "          position: relative;\n",
       "          width: 12px;\n",
       "\n",
       "          &::after {\n",
       "            content: &quot;&quot;;\n",
       "            position: absolute;\n",
       "            top: 0px;\n",
       "            left: 0px;\n",
       "            width: 200px;\n",
       "            height: 8px;\n",
       "            background: green;\n",
       "          }\n",
       "        }\n",
       "      `;\n",
       "\n",
       "      const PlayButton = styled.button`\n",
       "        align-items: center;\n",
       "        background: none;\n",
       "        border: none;\n",
       "        color: white;\n",
       "        cursor: pointer;\n",
       "        display: flex;\n",
       "        flex: 0 0 56px;\n",
       "        font-size: 20px;\n",
       "        height: 40px;\n",
       "        justify-content: center;\n",
       "        opacity: 0.8;\n",
       "        outline: none;\n",
       "        transition: opacity 0.2s;\n",
       "\n",
       "        &:hover {\n",
       "          opacity: 1;\n",
       "        }\n",
       "      `;\n",
       "\n",
       "      const StepCount = styled.span`\n",
       "        align-items: center;\n",
       "        color: white;\n",
       "        display: flex;\n",
       "        font-size: 14px;\n",
       "        justify-content: center;\n",
       "        opacity: 0.8;\n",
       "        padding: 0 16px;\n",
       "        pointer-events: none;\n",
       "      `;\n",
       "\n",
       "      const Controls = styled((props) => {\n",
       "        const { environment, pause, play, playing, setStep, step } = useContext(\n",
       "          Context\n",
       "        );\n",
       "        const value = step + 1;\n",
       "        const onClick = () => (playing ? pause() : play());\n",
       "        const onInput = (e) => {\n",
       "          pause();\n",
       "          setStep(parseInt(e.target.value) - 1);\n",
       "        };\n",
       "\n",
       "        return h`\n",
       "          <div className=${props.className}>\n",
       "            <${PlayButton} onClick=${onClick}><svg xmlns=&quot;http://www.w3.org/2000/svg&quot; width=&quot;24px&quot; height=&quot;24px&quot; viewBox=&quot;0 0 24 24&quot; fill=&quot;#FFFFFF&quot;>${\n",
       "          playing\n",
       "            ? h`<path d=&quot;M6 19h4V5H6v14zm8-14v14h4V5h-4z&quot;/><path d=&quot;M0 0h24v24H0z&quot; fill=&quot;none&quot;/>`\n",
       "            : h`<path d=&quot;M8 5v14l11-7z&quot;/><path d=&quot;M0 0h24v24H0z&quot; fill=&quot;none&quot;/>`\n",
       "        }</svg><//>\n",
       "            <${StepInput} min=&quot;1&quot; max=${\n",
       "          environment.steps.length\n",
       "        } value=&quot;${value}&quot; onInput=${onInput} />\n",
       "            <${StepCount}>${value} / ${environment.steps.length}<//>\n",
       "          </div>\n",
       "        `;\n",
       "      })`\n",
       "        align-items: center;\n",
       "        border-top: 4px solid #212121;\n",
       "        display: flex;\n",
       "        flex: 0 0 44px;\n",
       "        width: 100%;\n",
       "      `;\n",
       "\n",
       "      const Info = styled((props) => {\n",
       "        const {\n",
       "          environment,\n",
       "          playing,\n",
       "          step,\n",
       "          speed,\n",
       "          animate,\n",
       "          header,\n",
       "          controls,\n",
       "          settings,\n",
       "        } = useContext(Context);\n",
       "\n",
       "        return h`\n",
       "          <div className=${props.className}>\n",
       "            info:\n",
       "            step(${step}),\n",
       "            playing(${playing ? &quot;T&quot; : &quot;F&quot;}),\n",
       "            speed(${speed}),\n",
       "            animate(${animate ? &quot;T&quot; : &quot;F&quot;})\n",
       "          </div>`;\n",
       "      })`\n",
       "        color: #888;\n",
       "        font-family: monospace;\n",
       "        font-size: 12px;\n",
       "      `;\n",
       "\n",
       "      const Settings = styled((props) => {\n",
       "        const { environment, pause, play, playing, setStep, step } = useContext(\n",
       "          Context\n",
       "        );\n",
       "\n",
       "        return h`\n",
       "          <div className=${props.className}>\n",
       "            <${Info} />\n",
       "          </div>\n",
       "        `;\n",
       "      })`\n",
       "        background: #fff;\n",
       "        border-top: 4px solid #212121;\n",
       "        box-sizing: border-box;\n",
       "        padding: 20px;\n",
       "        width: 100%;\n",
       "\n",
       "        h1 {\n",
       "          font-size: 20px;\n",
       "        }\n",
       "      `;\n",
       "\n",
       "      const Player = styled((props) => {\n",
       "        const context = useContext(Context);\n",
       "        const { agents, controls, header, legend, loading, settings } = context;\n",
       "        return h`\n",
       "          <div className=${props.className}>\n",
       "            ${loading && h`<${Loading} />`}\n",
       "            ${!loading && header && h`<${Header} />`}\n",
       "            ${!loading && h`<${Viewer} />`}\n",
       "            ${!loading && agents.length > 0 && legend && h`<${Legend} />`}\n",
       "            ${!loading && controls && h`<${Controls} />`}\n",
       "            ${!loading && settings && h`<${Settings} />`}\n",
       "          </div>`;\n",
       "      })`\n",
       "        align-items: center;\n",
       "        background: #212121;\n",
       "        border: 4px solid #212121;\n",
       "        box-sizing: border-box;\n",
       "        display: flex;\n",
       "        flex-direction: column;\n",
       "        height: 100%;\n",
       "        justify-content: center;\n",
       "        position: relative;\n",
       "        width: 100%;\n",
       "      `;\n",
       "\n",
       "      const App = () => {\n",
       "        const renderCountRef = useRef(0);\n",
       "        const [_, setRenderCount] = useState(0);\n",
       "\n",
       "        const contextRef = useRef({\n",
       "          animate: false,\n",
       "          agents: [],\n",
       "          autoplay: false,\n",
       "          controls: false,\n",
       "          debug: false,\n",
       "          environment: { steps: [] },\n",
       "          header: window.innerHeight >= 600,\n",
       "          interactive: false,\n",
       "          legend: true,\n",
       "          loading: false,\n",
       "          playing: false,\n",
       "          processing: false,\n",
       "          renderer: () => &quot;DNE&quot;,\n",
       "          settings: false,\n",
       "          speed: 500,\n",
       "          step: 0,\n",
       "        });\n",
       "\n",
       "        // Context helpers.\n",
       "        const rerender = (contextRef.current.rerender = () =>\n",
       "          setRenderCount((renderCountRef.current += 1)));\n",
       "        const setStep = (contextRef.current.setStep = (newStep) => {\n",
       "          contextRef.current.step = newStep;\n",
       "          rerender();\n",
       "        });\n",
       "        const setPlaying = (contextRef.current.setPlaying = (playing) => {\n",
       "          contextRef.current.playing = playing;\n",
       "          rerender();\n",
       "        });\n",
       "        const pause = (contextRef.current.pause = () => setPlaying(false));\n",
       "\n",
       "        const playNext = () => {\n",
       "          const context = contextRef.current;\n",
       "\n",
       "          if (\n",
       "            context.playing &&\n",
       "            context.step < context.environment.steps.length - 1\n",
       "          ) {\n",
       "            setStep(context.step + 1);\n",
       "            play(true);\n",
       "          } else {\n",
       "            pause();\n",
       "          }\n",
       "        };\n",
       "\n",
       "        const play = (contextRef.current.play = (continuing) => {\n",
       "          const context = contextRef.current;\n",
       "          if (context.playing && !continuing) return;\n",
       "          if (!context.playing) setPlaying(true);\n",
       "          if (\n",
       "            !continuing &&\n",
       "            context.step === context.environment.steps.length - 1\n",
       "          ) {\n",
       "            setStep(0);\n",
       "          }\n",
       "          setTimeout(playNext, context.speed);\n",
       "        });\n",
       "\n",
       "        const updateContext = (o) => {\n",
       "          const context = contextRef.current;\n",
       "          Object.assign(context, o, {\n",
       "            environment: { ...context.environment, ...(o.environment || {}) },\n",
       "          });\n",
       "          rerender();\n",
       "\n",
       "          // If autoplay, toggle to playing.\n",
       "          if (context.autoplay) play();\n",
       "        };\n",
       "\n",
       "        // First time setup.\n",
       "        useEffect(() => {\n",
       "          // Timeout is used to ensure useEffect renders once.\n",
       "          setTimeout(() => {\n",
       "            // Initialize context with window.kaggle.\n",
       "            updateContext(window.kaggle || {});\n",
       "            // Listen for messages received to update the context.\n",
       "            window.addEventListener(\n",
       "              &quot;message&quot;,\n",
       "              (event) => {\n",
       "                // Ensure the environment names match before updating.\n",
       "                try {\n",
       "                  if (\n",
       "                    event.data.environment.name ==\n",
       "                    contextRef.current.environment.name\n",
       "                  ) {\n",
       "                    updateContext(event.data);\n",
       "                  }\n",
       "                } catch {}\n",
       "              },\n",
       "              false\n",
       "            );\n",
       "            // Listen for keyboard commands.\n",
       "            window.addEventListener(\n",
       "              &quot;keydown&quot;,\n",
       "              (event) => {\n",
       "                const {\n",
       "                  interactive,\n",
       "                  isInteractive,\n",
       "                  playing,\n",
       "                  step,\n",
       "                  environment,\n",
       "                } = contextRef.current;\n",
       "                const key = event.keyCode;\n",
       "                if (\n",
       "                  interactive ||\n",
       "                  isInteractive() ||\n",
       "                  (key !== 32 && key !== 37 && key !== 39)\n",
       "                )\n",
       "                  return;\n",
       "\n",
       "                if (key === 32) {\n",
       "                  playing ? pause() : play();\n",
       "                } else if (event.keyCode === 39) {\n",
       "                  contextRef.current.playing = false;\n",
       "                  if (step < environment.steps.length - 1) setStep(step + 1);\n",
       "                  rerender();\n",
       "                } else if (event.keyCode === 37) {\n",
       "                  contextRef.current.playing = false;\n",
       "                  if (step > 0) setStep(step - 1);\n",
       "                  rerender();\n",
       "                }\n",
       "                event.preventDefault();\n",
       "                return false;\n",
       "              },\n",
       "              false\n",
       "            );\n",
       "          }, 1);\n",
       "        }, []);\n",
       "\n",
       "        if (contextRef.current.debug) {\n",
       "          console.log(&quot;context&quot;, contextRef.current);\n",
       "        }\n",
       "\n",
       "        // Ability to update context.\n",
       "        contextRef.current.update = updateContext;\n",
       "\n",
       "        // Ability to communicate with ipython.\n",
       "        const execute = (contextRef.current.execute = (source) =>\n",
       "          new Promise((resolve, reject) => {\n",
       "            try {\n",
       "              window.parent.IPython.notebook.kernel.execute(source, {\n",
       "                iopub: {\n",
       "                  output: (resp) => {\n",
       "                    const type = resp.msg_type;\n",
       "                    if (type === &quot;stream&quot;) return resolve(resp.content.text);\n",
       "                    if (type === &quot;error&quot;) return reject(new Error(resp.evalue));\n",
       "                    return reject(new Error(&quot;Unknown message type: &quot; + type));\n",
       "                  },\n",
       "                },\n",
       "              });\n",
       "            } catch (e) {\n",
       "              reject(new Error(&quot;IPython Unavailable: &quot; + e));\n",
       "            }\n",
       "          }));\n",
       "\n",
       "        // Ability to return an action from an interactive session.\n",
       "        contextRef.current.act = (action) => {\n",
       "          const id = contextRef.current.environment.id;\n",
       "          updateContext({ processing: true });\n",
       "          execute(`\n",
       "            import json\n",
       "            from kaggle_environments import interactives\n",
       "            if &quot;${id}&quot; in interactives:\n",
       "                action = json.loads('${JSON.stringify(action)}')\n",
       "                env, trainer = interactives[&quot;${id}&quot;]\n",
       "                trainer.step(action)\n",
       "                print(json.dumps(env.steps))`)\n",
       "            .then((resp) => {\n",
       "              try {\n",
       "                updateContext({\n",
       "                  processing: false,\n",
       "                  environment: { steps: JSON.parse(resp) },\n",
       "                });\n",
       "                play();\n",
       "              } catch (e) {\n",
       "                updateContext({ processing: resp.split(&quot;\\n&quot;)[0] });\n",
       "                console.error(resp, e);\n",
       "              }\n",
       "            })\n",
       "            .catch((e) => console.error(e));\n",
       "        };\n",
       "\n",
       "        // Check if currently interactive.\n",
       "        contextRef.current.isInteractive = () => {\n",
       "          const context = contextRef.current;\n",
       "          const steps = context.environment.steps;\n",
       "          return (\n",
       "            context.interactive &&\n",
       "            !context.processing &&\n",
       "            context.step === steps.length - 1 &&\n",
       "            steps[context.step].some((s) => s.status === &quot;ACTIVE&quot;)\n",
       "          );\n",
       "        };\n",
       "\n",
       "        return h`\n",
       "          <${Context.Provider} value=${contextRef.current}>\n",
       "            <${Player} />\n",
       "          <//>`;\n",
       "      };\n",
       "\n",
       "      preact.render(h`<${App} />`, document.body);\n",
       "    </script>\n",
       "  </body>\n",
       "</html>\n",
       "\" width=\"800\" height=\"600\" frameborder=\"0\"></iframe> "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "from random import choice\n",
    "def agent():\n",
    "    return choice([\"N\", \"S\", \"E\", \"W\"])\n",
    "\n",
    "env = make(\"battlegeese\", debug=True)\n",
    "# play agent above vs 7 default shortest agents.\n",
    "env.run([agent, \"shortest\", \"shortest\", \"shortest\", \"shortest\", \"shortest\", \"shortest\", \"shortest\"])\n",
    "env.render(mode=\"ipython\", width=800, height=600)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Specification"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Configuration: {\n",
      "    \"actTimeout\": {\n",
      "        \"default\": 2,\n",
      "        \"description\": \"Maximum runtime (seconds) to obtain an action from an agent.\",\n",
      "        \"minimum\": 1,\n",
      "        \"type\": \"integer\"\n",
      "    },\n",
      "    \"agentExec\": {\n",
      "        \"default\": \"PROCESS\",\n",
      "        \"description\": \"How the agent is executed alongside the running envionment.\",\n",
      "        \"enum\": [\n",
      "            \"LOCAL\",\n",
      "            \"PROCESS\"\n",
      "        ],\n",
      "        \"type\": \"string\"\n",
      "    },\n",
      "    \"agentTimeout\": {\n",
      "        \"default\": 10,\n",
      "        \"description\": \"Maximum runtime (seconds) to initialize an agent.\",\n",
      "        \"minimum\": 1,\n",
      "        \"type\": \"integer\"\n",
      "    },\n",
      "    \"columns\": {\n",
      "        \"default\": 11,\n",
      "        \"description\": \"Horizontal number of cells on the board.\",\n",
      "        \"maximum\": 50,\n",
      "        \"minimum\": 3,\n",
      "        \"type\": \"integer\"\n",
      "    },\n",
      "    \"episodeSteps\": {\n",
      "        \"default\": 100,\n",
      "        \"description\": \"Maximum number of steps in the episode.\",\n",
      "        \"minimum\": 1,\n",
      "        \"type\": \"integer\"\n",
      "    },\n",
      "    \"hunger_rate\": {\n",
      "        \"default\": 40,\n",
      "        \"description\": \"The number of steps before the goose shrinks a cell.\",\n",
      "        \"type\": \"integer\"\n",
      "    },\n",
      "    \"min_food\": {\n",
      "        \"default\": 2,\n",
      "        \"description\": \"The minimum amount of food present for all steps.\",\n",
      "        \"minimum\": 1,\n",
      "        \"type\": \"integer\"\n",
      "    },\n",
      "    \"rows\": {\n",
      "        \"default\": 7,\n",
      "        \"description\": \"Vertical number of cells on the board.\",\n",
      "        \"maximum\": 50,\n",
      "        \"minimum\": 3,\n",
      "        \"type\": \"integer\"\n",
      "    },\n",
      "    \"runTimeout\": {\n",
      "        \"default\": 600,\n",
      "        \"description\": \"Maximum runtime (seconds) of an episode (not necessarily DONE).\",\n",
      "        \"minimum\": 1,\n",
      "        \"type\": \"integer\"\n",
      "    }\n",
      "}\n",
      "Observation: {\n",
      "    \"food\": {\n",
      "        \"default\": [],\n",
      "        \"description\": \"Positions on the board where food is present.\",\n",
      "        \"shared\": true,\n",
      "        \"type\": \"array\"\n",
      "    },\n",
      "    \"geese\": {\n",
      "        \"default\": [],\n",
      "        \"description\": \"List of geese in order by the agent index.\",\n",
      "        \"shared\": true,\n",
      "        \"type\": \"array\"\n",
      "    },\n",
      "    \"index\": {\n",
      "        \"defaults\": [\n",
      "            0,\n",
      "            1,\n",
      "            2,\n",
      "            3,\n",
      "            4,\n",
      "            5,\n",
      "            6,\n",
      "            7\n",
      "        ],\n",
      "        \"description\": \"Index of the agents goose in the list of geese.\",\n",
      "        \"minimum\": 0,\n",
      "        \"type\": \"integer\"\n",
      "    }\n",
      "}\n",
      "Action: {\n",
      "    \"default\": \"N\",\n",
      "    \"description\": \"Direction to move the head of your players goose.\",\n",
      "    \"enum\": [\n",
      "        \"N\",\n",
      "        \"E\",\n",
      "        \"S\",\n",
      "        \"W\"\n",
      "    ],\n",
      "    \"type\": \"string\"\n",
      "}\n"
     ]
    }
   ],
   "source": [
    "import json\n",
    "print(\"Configuration:\", json.dumps(env.specification.configuration, indent=4, sort_keys=True))\n",
    "print(\"Observation:\", json.dumps(env.specification.observation, indent=4, sort_keys=True))\n",
    "print(\"Action:\", json.dumps(env.specification.action, indent=4, sort_keys=True))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Manual Play"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<iframe srcdoc=\"<!--\n",
       "  Copyright 2020 Kaggle Inc\n",
       "\n",
       "  Licensed under the Apache License, Version 2.0 (the &quot;License&quot;);\n",
       "  you may not use this file except in compliance with the License.\n",
       "  You may obtain a copy of the License at\n",
       "\n",
       "      http://www.apache.org/licenses/LICENSE-2.0\n",
       "\n",
       "  Unless required by applicable law or agreed to in writing, software\n",
       "  distributed under the License is distributed on an &quot;AS IS&quot; BASIS,\n",
       "  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n",
       "  See the License for the specific language governing permissions and\n",
       "  limitations under the License.\n",
       "-->\n",
       "<!DOCTYPE html>\n",
       "<html lang=&quot;en&quot;>\n",
       "  <head>\n",
       "    <title>Kaggle Simulation Player</title>\n",
       "    <meta name=&quot;viewport&quot; content=&quot;width=device-width,initial-scale=1&quot; />\n",
       "    <link\n",
       "      rel=&quot;stylesheet&quot;\n",
       "      href=&quot;https://cdnjs.cloudflare.com/ajax/libs/meyer-reset/2.0/reset.css&quot;\n",
       "      crossorigin=&quot;anonymous&quot;\n",
       "    />\n",
       "    <style type=&quot;text/css&quot;>\n",
       "      html,\n",
       "      body {\n",
       "        height: 100%;\n",
       "        font-family: sans-serif;\n",
       "      }\n",
       "      canvas {\n",
       "        /* image-rendering: -moz-crisp-edges;\n",
       "        image-rendering: -webkit-crisp-edges;\n",
       "        image-rendering: pixelated;\n",
       "        image-rendering: crisp-edges; */\n",
       "      }\n",
       "    </style>\n",
       "    <script src=&quot;https://unpkg.com/preact@10.0.1/dist/preact.umd.js&quot;></script>\n",
       "    <script src=&quot;https://unpkg.com/preact@10.0.1/hooks/dist/hooks.umd.js&quot;></script>\n",
       "    <script src=&quot;https://unpkg.com/htm@2.2.1/dist/htm.umd.js&quot;></script>\n",
       "    <script>\n",
       "      // Polyfill for Styled Components\n",
       "      window.React = {\n",
       "        ...preact,\n",
       "        createElement: preact.h,\n",
       "        PropTypes: { func: {} },\n",
       "      };\n",
       "    </script>\n",
       "    <script src=&quot;https://unpkg.com/styled-components@3.5.0-0/dist/styled-components.min.js&quot;></script>\n",
       "  </head>\n",
       "  <body>\n",
       "    <script>\n",
       "      \n",
       "window.kaggle = {\n",
       "  &quot;debug&quot;: false,\n",
       "  &quot;autoplay&quot;: false,\n",
       "  &quot;step&quot;: 0,\n",
       "  &quot;controls&quot;: false,\n",
       "  &quot;environment&quot;: {\n",
       "    &quot;id&quot;: &quot;485c1418-78f2-11ea-a6e1-00163ec7af83&quot;,\n",
       "    &quot;name&quot;: &quot;battlegeese&quot;,\n",
       "    &quot;title&quot;: &quot;Battle Geese&quot;,\n",
       "    &quot;description&quot;: &quot;Similar to the classic snake game with multiple players&quot;,\n",
       "    &quot;version&quot;: &quot;1.0.0&quot;,\n",
       "    &quot;configuration&quot;: {\n",
       "      &quot;agentExec&quot;: &quot;LOCAL&quot;,\n",
       "      &quot;episodeSteps&quot;: 100,\n",
       "      &quot;agentTimeout&quot;: 10,\n",
       "      &quot;actTimeout&quot;: 2,\n",
       "      &quot;runTimeout&quot;: 600,\n",
       "      &quot;columns&quot;: 11,\n",
       "      &quot;rows&quot;: 7,\n",
       "      &quot;hunger_rate&quot;: 40,\n",
       "      &quot;min_food&quot;: 2\n",
       "    },\n",
       "    &quot;specification&quot;: {\n",
       "      &quot;action&quot;: {\n",
       "        &quot;description&quot;: &quot;Direction to move the head of your players goose.&quot;,\n",
       "        &quot;type&quot;: &quot;string&quot;,\n",
       "        &quot;enum&quot;: [\n",
       "          &quot;N&quot;,\n",
       "          &quot;E&quot;,\n",
       "          &quot;S&quot;,\n",
       "          &quot;W&quot;\n",
       "        ],\n",
       "        &quot;default&quot;: &quot;N&quot;\n",
       "      },\n",
       "      &quot;agents&quot;: [\n",
       "        2,\n",
       "        3,\n",
       "        4,\n",
       "        5,\n",
       "        6,\n",
       "        7,\n",
       "        8\n",
       "      ],\n",
       "      &quot;configuration&quot;: {\n",
       "        &quot;episodeSteps&quot;: {\n",
       "          &quot;description&quot;: &quot;Maximum number of steps in the episode.&quot;,\n",
       "          &quot;type&quot;: &quot;integer&quot;,\n",
       "          &quot;minimum&quot;: 1,\n",
       "          &quot;default&quot;: 100\n",
       "        },\n",
       "        &quot;agentExec&quot;: {\n",
       "          &quot;description&quot;: &quot;How the agent is executed alongside the running envionment.&quot;,\n",
       "          &quot;type&quot;: &quot;string&quot;,\n",
       "          &quot;default&quot;: &quot;PROCESS&quot;,\n",
       "          &quot;enum&quot;: [\n",
       "            &quot;LOCAL&quot;,\n",
       "            &quot;PROCESS&quot;\n",
       "          ]\n",
       "        },\n",
       "        &quot;agentTimeout&quot;: {\n",
       "          &quot;description&quot;: &quot;Maximum runtime (seconds) to initialize an agent.&quot;,\n",
       "          &quot;type&quot;: &quot;integer&quot;,\n",
       "          &quot;minimum&quot;: 1,\n",
       "          &quot;default&quot;: 10\n",
       "        },\n",
       "        &quot;actTimeout&quot;: {\n",
       "          &quot;description&quot;: &quot;Maximum runtime (seconds) to obtain an action from an agent.&quot;,\n",
       "          &quot;type&quot;: &quot;integer&quot;,\n",
       "          &quot;minimum&quot;: 1,\n",
       "          &quot;default&quot;: 2\n",
       "        },\n",
       "        &quot;runTimeout&quot;: {\n",
       "          &quot;description&quot;: &quot;Maximum runtime (seconds) of an episode (not necessarily DONE).&quot;,\n",
       "          &quot;type&quot;: &quot;integer&quot;,\n",
       "          &quot;minimum&quot;: 1,\n",
       "          &quot;default&quot;: 600\n",
       "        },\n",
       "        &quot;columns&quot;: {\n",
       "          &quot;description&quot;: &quot;Horizontal number of cells on the board.&quot;,\n",
       "          &quot;type&quot;: &quot;integer&quot;,\n",
       "          &quot;default&quot;: 11,\n",
       "          &quot;minimum&quot;: 3,\n",
       "          &quot;maximum&quot;: 50\n",
       "        },\n",
       "        &quot;rows&quot;: {\n",
       "          &quot;description&quot;: &quot;Vertical number of cells on the board.&quot;,\n",
       "          &quot;type&quot;: &quot;integer&quot;,\n",
       "          &quot;default&quot;: 7,\n",
       "          &quot;minimum&quot;: 3,\n",
       "          &quot;maximum&quot;: 50\n",
       "        },\n",
       "        &quot;hunger_rate&quot;: {\n",
       "          &quot;description&quot;: &quot;The number of steps before the goose shrinks a cell.&quot;,\n",
       "          &quot;type&quot;: &quot;integer&quot;,\n",
       "          &quot;default&quot;: 40\n",
       "        },\n",
       "        &quot;min_food&quot;: {\n",
       "          &quot;description&quot;: &quot;The minimum amount of food present for all steps.&quot;,\n",
       "          &quot;type&quot;: &quot;integer&quot;,\n",
       "          &quot;default&quot;: 2,\n",
       "          &quot;minimum&quot;: 1\n",
       "        }\n",
       "      },\n",
       "      &quot;info&quot;: {},\n",
       "      &quot;observation&quot;: {\n",
       "        &quot;geese&quot;: {\n",
       "          &quot;description&quot;: &quot;List of geese in order by the agent index.&quot;,\n",
       "          &quot;type&quot;: &quot;array&quot;,\n",
       "          &quot;default&quot;: [],\n",
       "          &quot;shared&quot;: true\n",
       "        },\n",
       "        &quot;food&quot;: {\n",
       "          &quot;description&quot;: &quot;Positions on the board where food is present.&quot;,\n",
       "          &quot;type&quot;: &quot;array&quot;,\n",
       "          &quot;default&quot;: [],\n",
       "          &quot;shared&quot;: true\n",
       "        },\n",
       "        &quot;index&quot;: {\n",
       "          &quot;description&quot;: &quot;Index of the agents goose in the list of geese.&quot;,\n",
       "          &quot;type&quot;: &quot;integer&quot;,\n",
       "          &quot;minimum&quot;: 0,\n",
       "          &quot;defaults&quot;: [\n",
       "            0,\n",
       "            1,\n",
       "            2,\n",
       "            3,\n",
       "            4,\n",
       "            5,\n",
       "            6,\n",
       "            7\n",
       "          ]\n",
       "        }\n",
       "      },\n",
       "      &quot;reward&quot;: {\n",
       "        &quot;description&quot;: &quot;-1 = Lost, 0 = Draw/Ongoing, 1 = Won&quot;,\n",
       "        &quot;enum&quot;: [\n",
       "          -1,\n",
       "          0,\n",
       "          1\n",
       "        ],\n",
       "        &quot;default&quot;: 0,\n",
       "        &quot;type&quot;: [\n",
       "          &quot;number&quot;,\n",
       "          &quot;null&quot;\n",
       "        ]\n",
       "      }\n",
       "    },\n",
       "    &quot;steps&quot;: [\n",
       "      [\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;geese&quot;: [\n",
       "              [\n",
       "                63\n",
       "              ],\n",
       "              [\n",
       "                55\n",
       "              ],\n",
       "              [\n",
       "                1\n",
       "              ],\n",
       "              [\n",
       "                26\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              19,\n",
       "              52,\n",
       "              48,\n",
       "              21\n",
       "            ],\n",
       "            &quot;index&quot;: 0\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 1,\n",
       "            &quot;geese&quot;: [\n",
       "              [\n",
       "                63\n",
       "              ],\n",
       "              [\n",
       "                55\n",
       "              ],\n",
       "              [\n",
       "                1\n",
       "              ],\n",
       "              [\n",
       "                26\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              19,\n",
       "              52,\n",
       "              48,\n",
       "              21\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 2,\n",
       "            &quot;geese&quot;: [\n",
       "              [\n",
       "                63\n",
       "              ],\n",
       "              [\n",
       "                55\n",
       "              ],\n",
       "              [\n",
       "                1\n",
       "              ],\n",
       "              [\n",
       "                26\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              19,\n",
       "              52,\n",
       "              48,\n",
       "              21\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        },\n",
       "        {\n",
       "          &quot;action&quot;: &quot;N&quot;,\n",
       "          &quot;reward&quot;: 0,\n",
       "          &quot;info&quot;: {},\n",
       "          &quot;observation&quot;: {\n",
       "            &quot;index&quot;: 3,\n",
       "            &quot;geese&quot;: [\n",
       "              [\n",
       "                63\n",
       "              ],\n",
       "              [\n",
       "                55\n",
       "              ],\n",
       "              [\n",
       "                1\n",
       "              ],\n",
       "              [\n",
       "                26\n",
       "              ]\n",
       "            ],\n",
       "            &quot;food&quot;: [\n",
       "              19,\n",
       "              52,\n",
       "              48,\n",
       "              21\n",
       "            ]\n",
       "          },\n",
       "          &quot;status&quot;: &quot;ACTIVE&quot;\n",
       "        }\n",
       "      ]\n",
       "    ],\n",
       "    &quot;rewards&quot;: [\n",
       "      0,\n",
       "      0,\n",
       "      0,\n",
       "      0\n",
       "    ],\n",
       "    &quot;statuses&quot;: [\n",
       "      &quot;ACTIVE&quot;,\n",
       "      &quot;ACTIVE&quot;,\n",
       "      &quot;ACTIVE&quot;,\n",
       "      &quot;ACTIVE&quot;\n",
       "    ],\n",
       "    &quot;schema_version&quot;: 1\n",
       "  },\n",
       "  &quot;mode&quot;: &quot;ipython&quot;,\n",
       "  &quot;interactive&quot;: true,\n",
       "  &quot;width&quot;: 800,\n",
       "  &quot;height&quot;: 600\n",
       "};\n",
       "\n",
       "\n",
       "window.kaggle.renderer = // Copyright 2020 Kaggle Inc\n",
       "//\n",
       "// Licensed under the Apache License, Version 2.0 (the &quot;License&quot;);\n",
       "// you may not use this file except in compliance with the License.\n",
       "// You may obtain a copy of the License at\n",
       "//\n",
       "//      http://www.apache.org/licenses/LICENSE-2.0\n",
       "//\n",
       "// Unless required by applicable law or agreed to in writing, software\n",
       "// distributed under the License is distributed on an &quot;AS IS&quot; BASIS,\n",
       "// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n",
       "// See the License for the specific language governing permissions and\n",
       "// limitations under the License.\n",
       "\n",
       "function renderer({\n",
       "  act,\n",
       "  agents,\n",
       "  environment,\n",
       "  height = 400,\n",
       "  interactive,\n",
       "  isInteractive,\n",
       "  parent,\n",
       "  step,\n",
       "  update,\n",
       "  width = 400,\n",
       "}) {\n",
       "  // Configuration.\n",
       "  const { rows, columns } = environment.configuration;\n",
       "\n",
       "  const colors = {\n",
       "    orange: &quot;#FFB345&quot;,\n",
       "    red: &quot;#FF2615&quot;,\n",
       "    green: &quot;#1EFF71&quot;,\n",
       "    blue: &quot;#30DFFC&quot;,\n",
       "    purple: &quot;#FF48D8&quot;,\n",
       "    players: [\n",
       "      &quot;#FFFFFF&quot;,\n",
       "      &quot;#68DCFB&quot;,\n",
       "      &quot;#7BDF4F&quot;,\n",
       "      &quot;#EC7E79&quot;,\n",
       "      &quot;#AD59EA&quot;,\n",
       "      &quot;#F4AFF8&quot;,\n",
       "      &quot;#F0E524&quot;,\n",
       "      &quot;#90AAFF&quot;,\n",
       "    ],\n",
       "  };\n",
       "\n",
       "  // SVG Paths (based on 300x300 grid).\n",
       "  // Path2D variant of these are all cached. new Path2D(&quot;&quot;)\n",
       "  let paths = {\n",
       "    // Head with neck starting from S.\n",
       "    head: [\n",
       "      &quot;M179.6,72.2c-0.4-0.3-1.1-0.3-1.4,0.2c-0.3,0.4-0.3,1.1,0.2,1.4c25.2,19.4,9.5,44.8,2,56.9c-1.1,1.8-2.1,3.4-2.7,4.6  c-5.6,11.1-14.7,25.7-28.7,25c-7.2-0.4-12.8-5.6-17.9-10.2c-2.2-2-4.2-3.9-6.3-5.3l-1.5-1c-16.5-11.4-29.6-20.5-29.6-41.5  c0-16.5,8.3-31.7,22.1-40.7c1.5-0.9,3-2.2,4.7-3.6c3.8-3.1,8.1-6.6,11.5-6.3c1.3,0.1,2.4,0.8,3.4,2.1c0.3,0.4,1,0.5,1.4,0.1  c0.4-0.3,0.5-1,0.1-1.4c-1.4-1.7-3-2.6-4.8-2.8c-4.3-0.4-8.9,3.4-13,6.7c-1.6,1.3-3.1,2.6-4.5,3.4c-14.4,9.3-23,25.2-23,42.4  c0,22.1,13.5,31.4,30.5,43.2l1.5,1c1.7,1.2,3.5,2.7,5.3,4.4c0,0,0,0.1,0,0.1v149c0,0.6,0.4,1,1,1s1-0.4,1-1V152.7  c5,4.5,10.6,9.2,17.9,9.6c0.4,0,0.7,0,1.1,0c7.8,0,14-4.2,19-9.9V300c0,0.6,0.4,1,1,1s1-0.4,1-1V150c3.4-4.4,6.2-9.4,8.5-13.8  c0.6-1.1,1.5-2.6,2.6-4.4C189.9,119.1,206.3,92.8,179.6,72.2z&quot;,\n",
       "      &quot;M137.3,78c-2.7,0-5,2.2-5,5s2.2,5,5,5s5-2.2,5-5S140,78,137.3,78z&quot;,\n",
       "      &quot;M126.5,90c-0.2-4.4,2.8-7.2,2.9-7.2c6.4-6.4,9.6-12.3,9.5-17.3c0-3.3-1.6-5.2-2-5.6c-1-1.5-2.3-2.3-3.9-2.4   c-3.5-0.2-6.8,3.7-6.9,3.8c-0.4,0.4-0.3,1.1,0.1,1.4c0.4,0.4,1.1,0.3,1.4-0.1c0.8-0.9,3.2-3.2,5.3-3.1c0.9,0,1.7,0.6,2.4,1.6   l0.1,0.2c0.1,0.1,6.1,6.4-7.4,20.1c-0.2,0.1-3.7,3.4-3.5,8.8c0.2,4.8,3.5,9.7,9.8,14.3c0.2,0.1,0.4,0.2,0.6,0.2   c0.3,0,0.6-0.1,0.8-0.4c0.3-0.4,0.2-1.1-0.2-1.4C129.8,98.5,126.8,94.2,126.5,90z&quot;,\n",
       "    ],\n",
       "    headBeak: [\n",
       "      &quot;M178.5,49l-6.9-20.7c-0.3-5.6-0.9-11.6-1.7-17.9c0,0,0,0,0,0l-0.2-1.7c-0.1-0.8-0.7-7.9-4.5-8c0,0,0,0,0,0   c-2.7,0-4.8,5.3-5.6,8.4c-0.7,2.8-1.4,6.1-2.1,9.6c-1.5,7.3-3.2,15.6-5.5,19.5c-2.3,3.8-6.1,6.7-9.5,9.3c-4.3,3.2-8.3,6.3-8.3,10.7   c0,3.8,5.8,7,12.4,10.7c4.2,2.4,8.6,4.8,11.6,7.4c2.9,2.5,5.9,3.8,8.8,3.8c0.5,0,0.9,0,1.4-0.1c4.8-0.7,7.7-4.6,8.2-5.3   c0.8-0.8,5.5-5.8,5.5-9.5C182,58,178.6,49.3,178.5,49z M175,73.3c0,0-0.1,0.1-0.1,0.2c0,0-2.6,3.9-6.9,4.5   c-2.8,0.4-5.6-0.7-8.5-3.2c-3.2-2.8-7.7-5.3-12-7.7c-5.6-3.1-11.4-6.4-11.4-8.9c0-3.4,3.5-6,7.5-9.1c3.5-2.7,7.5-5.7,10-9.8   c2.5-4.2,4.2-12.3,5.7-20.1c0.7-3.5,1.4-6.7,2.1-9.5c1.2-4.5,3-6.9,3.7-6.9c0,0,0,0,0,0c1.4,0,2.3,3.7,2.5,6.1l1.8,19.4   c0,0.1,0,0.2,0,0.2l0.1,0.3c1.4,25.2-1.7,42.2-1.9,43.2c-0.1,0.2-0.1,0.4,0,0.5c0.1,0.5,0.5,0.8,1,0.8c0.1,0,0.1,0,0.2,0   c0.8-0.1,0.9-0.1,1.6-5.5c0.4-2.7,0.9-7.2,1.2-12.9c0.3-5.1,0.5-11.6,0.3-19.2l4.7,14.1c0,0.1,3.5,8.7,3.5,15.5   C180,67.8,176.4,71.9,175,73.3z&quot;,\n",
       "      &quot;M149.5,56.7c-1.5,0-2.7,1.2-2.7,2.7c0,1.5,1.2,2.7,2.7,2.7c1.5,0,2.7-1.2,2.7-2.7   C152.2,57.9,151,56.7,149.5,56.7z M149.5,60c-0.4,0-0.7-0.3-0.7-0.7c0-0.4,0.3-0.7,0.7-0.7c0.4,0,0.7,0.3,0.7,0.7   C150.2,59.7,149.9,60,149.5,60z&quot;,\n",
       "    ],\n",
       "    // Curve from N to E.\n",
       "    neckNE: [\n",
       "      &quot;M300,169H157c-14.3,0-26-11.7-26-26V0c0-0.6-0.4-1-1-1s-1,0.4-1,1v144c0,0.1,0,0.1,0,0.1c0.6,14.9,12.9,26.9,28,26.9h143c0.6,0,1-0.4,1-1S300.6,169,300,169z&quot;,\n",
       "      &quot;M190,131h110c0.6,0,1-0.4,1-1s-0.4-1-1-1H190c-10.5,0-19-8.5-19-19V0c0-0.6-0.4-1-1-1s-1,0.4-1,1v110C169,121.6,178.4,131,190,131z&quot;,\n",
       "    ],\n",
       "    // Straight from N to S.\n",
       "    neckNS: [\n",
       "      &quot;M130-1c-0.6,0-1,0.4-1,1v300c0,0.6,0.4,1,1,1s1-0.4,1-1V0C131-0.6,130.6-1,130-1z&quot;,\n",
       "      &quot;M170-1c-0.6,0-1,0.4-1,1v300c0,0.6,0.4,1,1,1s1-0.4,1-1V0C171-0.6,170.6-1,170-1z&quot;,\n",
       "    ],\n",
       "    body: [\n",
       "      &quot;M222.4,232c-3.9-15.3-17.9-27.9-28.9-35.7c-10.2-7.2-19.8-11.9-22.5-13.1V110c0-0.6-0.4-1-1-1s-1,0.4-1,1v73.3  c0,0,0,0,0,0.1c-0.1,0.3-0.1,0.6,0,0.8v8.8c0,0.6,0.4,1,1,1s1-0.4,1-1v-7.6c7.8,3.7,43.1,21.8,49.5,47.1c2.5,10,0.2,20-6.8,29.8  c-0.7,0.9-1.5,1.8-2.5,3.1l-1,1.2c-6.6,7.9-22.7,18.6-33.6,23.7c-17.1,7.9-37.1,9.7-56.3,5c-18.9-4.7-34.4-14.2-44.6-27.4  C65,254,60.3,236.4,62.1,216.8l0-0.5c0.3-2.9,1.2-11.8-6-16.1c-1.4-0.9-2.8-1.7-4.2-2.5c-7.4-4.3-13.7-8-13.4-10.4  c0.1-0.9,1.4-2.4,6.9-4.2c0,0,0.1,0,0.1,0c1.4,0.8,2.8,1.6,4.4,2.4c0.2,0.1,0.3,0.1,0.5,0.1c0.4,0,0.7-0.2,0.9-0.5  c0.3-0.5,0.1-1.1-0.4-1.4c-26.6-14.3-28.3-19.2-27.7-20.7c1.5-4.1,22.6-2.1,37.2,0.7c0.5,0.1,1.1-0.3,1.2-0.8  c0.1-0.5-0.3-1.1-0.8-1.2c-2.1-0.4-7.2-1.3-13-2.1c-0.4-0.6-0.8-1.3-1.2-1.9c-1.3-1.9-2.6-3.9-2.2-5.7c0.4-1.6,1.4-2.8,3-3.6  c9.2-5,36.7,0.6,81.8,16.6v9c0,0.6,0.4,1,1,1s1-0.4,1-1v-9.2c0-0.1,0.1-0.1,0.1-0.2c0.1-0.3,0.1-0.6-0.1-0.8v-54.3  c2,1,4.1,2,6.3,2.9c0.1,0,0.2,0.1,0.4,0.1c0.4,0,0.8-0.2,0.9-0.6c0.2-0.5-0.1-1.1-0.6-1.3c-6.5-2.5-12.1-6.1-16.3-8.6  c-1.8-1.1-3.4-2.1-4.6-2.7c-11.1-5.6-25.7-14.7-25-28.7c0.4-7.2,5.6-12.8,10.2-17.9c2-2.2,3.9-4.2,5.3-6.3l1-1.5  c11.4-16.5,20.5-29.6,41.5-29.6c16.5,0,31.7,8.3,40.7,22.1c0.9,1.5,2.2,3,3.6,4.7c3.1,3.8,6.6,8.1,6.3,11.5  c-0.1,1.3-0.8,2.4-2.1,3.4c-0.4,0.3-0.5,1-0.1,1.4c0.3,0.4,1,0.5,1.4,0.1c1.7-1.4,2.6-3,2.8-4.8c0.4-4.3-3.4-8.9-6.7-13  c-1.3-1.6-2.6-3.1-3.4-4.5c-9.3-14.4-25.2-23-42.4-23c-22.1,0-31.4,13.5-43.2,30.5l-1,1.5c-1.3,1.9-3.2,3.9-5.1,6.1  c-4.8,5.3-10.3,11.2-10.7,19.1c-0.8,15.2,14.5,24.7,26.1,30.5c1.1,0.6,2.6,1.5,4.4,2.6c2.4,1.5,5.2,3.2,8.4,4.9  c-0.1,0.1-0.1,0.3-0.1,0.5v53.8c-45.8-16.2-72.9-21.5-82.7-16.2c-2.1,1.1-3.5,2.8-4,4.9c-0.7,2.7,1,5.1,2.5,7.3  c0.1,0.2,0.2,0.3,0.3,0.5c-10.5-1.2-22.3-1.5-23.9,2.9c-0.9,2.6,0.6,7.4,22,19.5c-4.4,1.6-6.5,3.3-6.7,5.4  c-0.4,3.7,5.2,6.9,14.4,12.4c1.3,0.8,2.7,1.6,4.2,2.5c6.2,3.7,5.4,11.3,5.1,14.1l0,0.5c-3.6,39.7,19.3,70.6,59.7,80.6  c7.2,1.8,14.5,2.7,21.8,2.7c12.5,0,24.7-2.6,35.8-7.8c11.1-5.1,27.3-15.9,34.3-24.2l1-1.2c0.2-0.3,0.5-0.6,0.7-0.8  c0.1-0.1,0.3-0.2,0.4-0.3c0.5-0.7,1.1-1.4,1.6-2.1c0.2-0.2,0.3-0.4,0.5-0.7c0-0.1,0.1-0.1,0.1-0.2C222.8,252.5,225,242.2,222.4,232z&quot;,\n",
       "      &quot;M162.7,114.2c-0.4,0-0.8-0.3-0.9-0.7c-0.2-0.5,0.1-1.1,0.6-1.3c6-2,11.5-6.2,16.3-12.4c0.3-0.4,1-0.5,1.4-0.2  c0.4,0.3,0.5,1,0.2,1.4c-5,6.5-10.8,10.9-17.3,13C162.9,114.2,162.8,114.2,162.7,114.2z&quot;,\n",
       "      &quot;M174.5,58.8c0-2.7-2.2-5-5-5s-5,2.2-5,5s2.2,5,5,5S174.5,61.5,174.5,58.8z M166.5,58.8c0-1.6,1.3-3,3-3s3,1.3,3,3  s-1.3,3-3,3S166.5,60.4,166.5,58.8z&quot;,\n",
       "      &quot;M187,60.4c3.3,0,5.2-1.6,5.6-2c1.5-1,2.3-2.3,2.4-3.9c0.2-3.5-3.7-6.8-3.8-6.9c-0.4-0.4-1.1-0.3-1.4,0.1  c-0.4,0.4-0.3,1.1,0.1,1.4c0.9,0.8,3.2,3.2,3.1,5.3c0,0.9-0.6,1.7-1.6,2.4l-0.2,0.1c-0.1,0.1-6.4,6.1-20.1-7.4  c-0.1-0.2-3.4-3.7-8.8-3.5c-4.8,0.2-9.7,3.5-14.3,9.8c-0.3,0.4-0.2,1.1,0.2,1.4s1.1,0.2,1.4-0.2c4.3-5.7,8.6-8.7,12.8-9  c4.4-0.2,7.2,2.8,7.2,2.9c6.4,6.3,12.1,9.5,17.1,9.5C186.9,60.4,187,60.4,187,60.4z&quot;,\n",
       "    ],\n",
       "    bodyBeak: [\n",
       "      &quot;M187.3,103.5c-3.7,0-8.6-4.7-9.5-5.5c-0.7-0.5-4.6-3.4-5.3-8.2c-0.5-3.3,0.8-6.7,3.7-10.1  c2.7-3.1,5.1-7.4,7.4-11.6c3.7-6.7,6.9-12.4,10.7-12.4c4.4,0,7.4,4,10.7,8.3c2.5,3.4,5.4,7.2,9.3,9.5c3.9,2.3,12.2,4,19.5,5.5  c3.5,0.7,6.8,1.4,9.6,2.1c3.2,0.8,8.5,2.9,8.4,5.7c-0.1,3.8-7.2,4.4-8,4.5l-19.3,1.8l-21.1,7C203.2,100.1,194.5,103.5,187.3,103.5z   M194.3,57.6c-2.6,0-5.8,5.8-8.9,11.4c-2.4,4.3-4.9,8.8-7.7,12c-2.5,2.9-3.6,5.8-3.2,8.5c0.6,4.2,4.5,6.9,4.5,6.9  c0.1,0,0.1,0.1,0.2,0.1c1.4,1.4,5.6,5,8.1,5c6.8,0,15.4-3.4,15.5-3.5L224,91c0.1,0,0.1,0,0.2,0l19.4-1.8c2.5-0.2,6.1-1.1,6.1-2.5  c0-0.6-2.4-2.5-6.9-3.7c-2.7-0.7-6-1.4-9.5-2.1c-7.8-1.6-16-3.2-20.1-5.7c-4.2-2.5-7.2-6.5-9.8-10C200.4,61.1,197.7,57.6,194.3,57.6  z&quot;,\n",
       "      &quot;M210.4,93.5c-4.9,0-9.1-0.2-12.7-0.4c-5.8-0.3-10.2-0.8-12.9-1.2c-5.3-0.7-5.4-0.8-5.5-1.6   c-0.1-0.5,0.3-1,0.8-1.2c0.2,0,0.4,0,0.5,0c1.2,0.2,26.4,4.8,61.3,0.1c0.5-0.1,1.1,0.3,1.1,0.9s-0.3,1.1-0.9,1.1   C230.1,93,219.2,93.5,210.4,93.5z&quot;,\n",
       "      &quot;M193.1,73.7c-1.5,0-2.7-1.2-2.7-2.7c0-1.5,1.2-2.7,2.7-2.7c1.5,0,2.7,1.2,2.7,2.7   C195.8,72.5,194.6,73.7,193.1,73.7z M193.1,70.4c-0.4,0-0.7,0.3-0.7,0.7c0,0.4,0.3,0.7,0.7,0.7c0.4,0,0.7-0.3,0.7-0.7   C193.8,70.7,193.5,70.4,193.1,70.4z&quot;,\n",
       "    ],\n",
       "    bodyN: [\n",
       "      &quot;M215.9,262.5c6.9-10,9.1-20.3,6.5-30.6c-3.9-15.3-17.9-27.9-28.9-35.7c-10.2-7.2-19.8-11.9-22.5-13.1V0   c0-0.6-0.4-1-1-1s-1,0.4-1,1v183.3c0,0,0,0,0,0.1c-0.1,0.3-0.1,0.6,0,0.8v8.8c0,0.6,0.4,1,1,1s1-0.4,1-1v-7.6   c7.8,3.7,43.1,21.8,49.5,47.1c2.5,10,0.2,20-6.8,29.8c-0.7,0.9-1.5,1.8-2.5,3.1l-1,1.2c-6.6,7.9-22.7,18.6-33.6,23.7   c-17.1,7.9-37.1,9.7-56.3,5c-18.9-4.7-34.4-14.2-44.6-27.4C65,254,60.3,236.4,62.1,216.8l0-0.5c0.3-2.9,1.2-11.8-6-16.1   c-1.4-0.9-2.8-1.7-4.2-2.5c-7.4-4.3-13.7-8-13.4-10.4c0.1-0.9,1.4-2.4,6.9-4.2c0,0,0.1,0,0.1,0c1.4,0.8,2.8,1.6,4.4,2.4   c0.2,0.1,0.3,0.1,0.5,0.1c0.4,0,0.7-0.2,0.9-0.5c0.3-0.5,0.1-1.1-0.4-1.4c-26.6-14.3-28.3-19.2-27.7-20.7   c1.5-4.1,22.6-2.1,37.2,0.7c0.5,0.1,1.1-0.3,1.2-0.8c0.1-0.5-0.3-1.1-0.8-1.2c-2.1-0.4-7.2-1.3-13-2.1c-0.4-0.6-0.8-1.3-1.2-1.9   c-1.3-1.9-2.6-3.9-2.2-5.7c0.4-1.6,1.4-2.8,3-3.6c9.3-5,37.1,0.7,82.6,16.8c0.1,0,0.2,0.1,0.3,0.1c0.4,0,0.8-0.3,0.9-0.7   c0.1-0.3,0.1-0.6-0.1-0.8V0c0-0.6-0.4-1-1-1s-1,0.4-1,1v162.8c-45.8-16.2-72.9-21.5-82.7-16.2c-2.1,1.1-3.5,2.8-4,4.9   c-0.7,2.7,1,5.1,2.5,7.3c0.1,0.2,0.2,0.3,0.3,0.5c-10.5-1.2-22.3-1.5-23.9,2.9c-0.9,2.6,0.6,7.4,22,19.5c-4.4,1.6-6.5,3.3-6.7,5.4   c-0.4,3.7,5.2,6.9,14.4,12.4c1.3,0.8,2.7,1.6,4.2,2.5c6.2,3.7,5.4,11.3,5.1,14.1l0,0.5c-3.6,39.7,19.2,70.6,59.7,80.6   c7.2,1.8,14.5,2.7,21.8,2.7c12.5,0,24.7-2.6,35.8-7.8c11.1-5.1,27.3-15.9,34.3-24.2l1-1.2c0.2-0.3,0.5-0.6,0.7-0.8   c0.1-0.1,0.3-0.2,0.4-0.3c0.5-0.7,1.1-1.4,1.6-2.1c0.2-0.2,0.3-0.4,0.5-0.7C215.9,262.7,215.9,262.6,215.9,262.5z&quot;,\n",
       "    ],\n",
       "    bodyS: [\n",
       "      &quot;M268.2,80.4c0-38.9-31.6-70.5-70.5-70.5C159.9,10,129,42.3,129,82c0,0,0,0,0,0c0,0,0,0,0,0l0.3,80.9   c-46-16.3-73.1-21.6-83-16.3c-2.1,1.1-3.5,2.8-4,4.9c-0.7,2.7,1,5.1,2.5,7.3c0.1,0.2,0.2,0.3,0.3,0.5c-10.5-1.2-22.3-1.5-23.9,2.9   c-0.9,2.6,0.6,7.4,22,19.5c-4.4,1.6-6.5,3.3-6.7,5.4c-0.4,3.7,5.2,6.9,14.4,12.4c1.3,0.8,2.7,1.6,4.2,2.5   c6.2,3.7,5.4,11.3,5.1,14.1l0,0.5c-3.6,39.7,19.2,70.6,59.7,80.6c7.2,1.8,14.5,2.7,21.8,2.7c12.5,0,24.7-2.6,35.8-7.8   c11.1-5.1,27.3-15.9,34.3-24.2l1-1.2c0.2-0.3,0.5-0.6,0.7-0.8c0.1-0.1,0.3-0.2,0.4-0.3c0.5-0.7,1.1-1.4,1.6-2.1   c0.2-0.2,0.3-0.4,0.5-0.7c0-0.1,0.1-0.1,0.1-0.2c6.9-10,9.1-20.3,6.5-30.6c-3.9-15.3-17.9-27.9-28.9-35.7   c-3.9-2.8-7.8-5.2-11.2-7.2l67.4-61c0,0,0,0,0,0c0,0,0,0,0,0C261.7,115,268.2,98.1,268.2,80.4z M170.9,183.1v-30.6l54.2-47.7   c0,0,0,0,0,0c0,0,0,0,0,0c6-6,9.3-14,9.3-22.5c0-17.5-14.3-31.8-31.8-31.8c-18.1,0-33.4,13.8-33.7,30.2c0,0,0,0.1,0,0.1v103   c0,0,0,0,0,0v8.7c0,0.6,0.4,1,1,1s1-0.4,1-1v-7.1c7.5,3.6,43.2,21.7,49.6,47.1c2.5,10,0.2,20-6.8,29.8c-0.7,0.9-1.5,1.8-2.5,3.1   l-1,1.2c-6.6,7.9-22.7,18.6-33.6,23.7c-17.1,7.9-37.1,9.7-56.3,5c-18.9-4.7-34.4-14.2-44.6-27.4C65,254,60.3,236.4,62.1,216.8   l0-0.5c0.3-2.9,1.2-11.8-6-16.1c-1.4-0.9-2.8-1.7-4.2-2.5c-7.4-4.3-13.7-8-13.4-10.4c0.1-0.9,1.4-2.4,6.9-4.2c0,0,0.1,0,0.1,0   c1.4,0.8,2.8,1.6,4.4,2.4c0.2,0.1,0.3,0.1,0.5,0.1c0.4,0,0.7-0.2,0.9-0.5c0.3-0.5,0.1-1.1-0.4-1.4c-26.6-14.3-28.3-19.2-27.7-20.7   c1.5-4.1,22.6-2.1,37.2,0.7c0.5,0.1,1.1-0.3,1.2-0.8c0.1-0.5-0.3-1.1-0.8-1.2c-2.1-0.4-7.2-1.3-13-2.1c-0.4-0.6-0.8-1.3-1.2-1.9   c-1.3-1.9-2.6-3.9-2.2-5.7c0.4-1.6,1.4-2.8,3-3.6c9.2-5,36.8,0.6,82,16.7l0,8.9c0,0.6,0.4,1,1,1c0,0,0,0,0,0c0.6,0,1-0.5,1-1   L131,82c0-38.6,30-70,66.8-70c37.8,0,68.5,30.7,68.5,68.5c0,17.2-6.4,33.6-18,46.2l-67.8,61.4C175.8,185.4,172.2,183.7,170.9,183.1   z M223.7,103.3l-52.8,46.5V81.2c0-15.6,14.5-28.7,31.7-28.7c16.4,0,29.8,13.4,29.8,29.8C232.4,90.2,229.3,97.7,223.7,103.3z&quot;,\n",
       "    ],\n",
       "    bodyW: [\n",
       "      &quot;M215.9,262.5c6.8-9.9,9-20,6.6-30c-6.3-26.7-43.4-45.5-50.7-48.9c-0.1-0.1-0.3-0.1-0.4-0.1V166   c0-0.2,0-0.3-0.1-0.4c-0.2-20.2-16.7-36.5-36.9-36.6c0,0,0,0,0,0H0.4c-0.6,0-1,0.4-1,1s0.4,1,1,1h133.9c19.3,0,35,15.7,35,35   c0,0.2,0,0.3,0.1,0.4V192c0,0.6,0.4,1,1,1s1-0.4,1-1v-6.5c8,3.9,43.2,22,49.2,47.4c2.3,9.8,0,19.7-6.9,29.3   c-0.7,0.9-1.5,1.8-2.5,3.1l-1,1.2c-6.6,7.9-22.7,18.6-33.6,23.7c-17.1,7.9-37.1,9.7-56.3,5c-18.9-4.7-34.4-14.2-44.6-27.4   C65,254,60.3,236.4,62.1,216.8l0-0.5c0.3-2.9,1.2-11.8-6-16.1c-1.4-0.9-2.8-1.7-4.2-2.5c-7.4-4.3-13.7-8-13.5-10.4   c0.1-0.9,1.4-2.4,6.9-4.2c0,0,0.1,0,0.1,0c1.4,0.8,2.9,1.6,4.4,2.4c0.2,0.1,0.3,0.1,0.5,0.1c0.4,0,0.7-0.2,0.9-0.5   c0.3-0.5,0.1-1.1-0.4-1.4c-9.2-4.9-16.2-9.2-20.9-12.7h80.5c8,0,15.2,5,17.9,12.5c0.1,0.4,0.5,0.7,0.9,0.7c0.1,0,0.2,0,0.3-0.1   c0.5-0.2,0.8-0.8,0.6-1.3c-3-8.3-10.9-13.9-19.8-13.9H0.4c-0.6,0-1,0.4-1,1s0.4,1,1,1h26.3c3.6,3,9.2,6.6,16.6,10.8   c-4.4,1.6-6.5,3.3-6.7,5.4c-0.4,3.7,5.2,6.9,14.4,12.4c1.3,0.8,2.7,1.6,4.2,2.5c6.2,3.7,5.4,11.3,5.1,14.1l0,0.5   c-3.6,39.7,19.3,70.6,59.7,80.6c7.2,1.8,14.5,2.7,21.8,2.7c12.5,0,24.7-2.6,35.8-7.8c11.1-5.1,27.3-15.9,34.3-24.2l1-1.2   c0.3-0.3,0.5-0.6,0.7-0.8c0.1-0.1,0.3-0.2,0.4-0.3c0.5-0.7,1-1.4,1.5-2.1c0.2-0.2,0.4-0.5,0.5-0.7   C215.9,262.7,215.9,262.6,215.9,262.5z&quot;,\n",
       "    ],\n",
       "    bodyE: [\n",
       "      &quot;M300,169H190c-11.6,0-21,9.4-21,21v10c0,0.6,0.4,1,1,1s1-0.4,1-1v-10c0-1.5,0.2-3,0.5-4.4   c8.4,4,43.1,22.1,49.1,47.3c2.3,9.8,0,19.7-6.9,29.3c-0.7,0.8-1.4,1.8-2.5,3l-1,1.3c-6.6,7.9-22.7,18.6-33.6,23.7   c-17.1,7.9-37.1,9.7-56.3,5c-18.9-4.7-34.4-14.2-44.6-27.4C65,254,60.3,236.4,62.1,216.8l0-0.5c0.3-2.9,1.2-11.8-6-16.1   c-1.4-0.9-2.8-1.7-4.2-2.5c-7.4-4.3-13.7-8-13.4-10.4c0.1-0.9,1.4-2.4,6.9-4.2c0,0,0.1,0,0.1,0c1.4,0.8,2.8,1.6,4.4,2.4   c0.2,0.1,0.3,0.1,0.5,0.1c0.4,0,0.7-0.2,0.9-0.5c0.3-0.5,0.1-1.1-0.4-1.4c-26.6-14.3-28.3-19.2-27.7-20.7   c1.5-4.1,22.6-2.1,37.2,0.7c0.5,0.1,1.1-0.3,1.2-0.8c0.1-0.5-0.3-1.1-0.8-1.2c-2.1-0.4-7.2-1.3-13-2.1c-0.4-0.6-0.8-1.3-1.2-1.9   c-1.3-1.9-2.6-3.9-2.2-5.7c0.4-1.6,1.4-2.8,3-3.6c9.2-5,36.7,0.6,81.6,16.5c0,0,0,0,0,0c0,0.4,0,0.7,0,1.1c0,0.2,0.1,0.4,0.2,0.5   V180c0,0.6,0.4,1,1,1s1-0.4,1-1v-16c0-0.1,0-0.3-0.1-0.4c1.2-18.2,16.4-32.6,34.9-32.6c0,0,0.1,0,0.1,0c0,0,0.1,0,0.1,0h134   c0.6,0,1-0.4,1-1s-0.4-1-1-1H166c0,0-0.1,0-0.1,0c0,0-0.1,0-0.1,0c-19.3,0-35.2,14.9-36.9,33.8c-45.8-16.2-72.9-21.5-82.7-16.2   c-2.1,1.1-3.5,2.8-4,4.9c-0.7,2.7,1,5.1,2.5,7.3c0.1,0.2,0.2,0.3,0.3,0.5c-10.5-1.2-22.3-1.5-23.9,2.9c-0.9,2.6,0.6,7.4,22,19.5   c-4.4,1.6-6.5,3.3-6.7,5.4c-0.4,3.7,5.2,6.9,14.4,12.4c1.3,0.8,2.7,1.6,4.2,2.5c6.2,3.7,5.4,11.3,5.1,14.1l0,0.5   c-3.6,39.7,19.3,70.6,59.7,80.6c7.2,1.8,14.5,2.7,21.8,2.7c12.5,0,24.7-2.6,35.8-7.8c11.1-5.1,27.3-15.9,34.3-24.2l1-1.3   c0.2-0.3,0.5-0.5,0.7-0.8c0.1-0.1,0.3-0.2,0.4-0.3c0.5-0.7,1-1.4,1.5-2.1c0.2-0.2,0.4-0.5,0.5-0.7c0-0.1,0.1-0.1,0.1-0.2   c6.8-9.9,9-20,6.6-30c-6.3-26.4-42.5-45-50.4-48.8c2.6-7.4,9.6-12.7,17.9-12.7h110c0.6,0,1-0.4,1-1S300.6,169,300,169z&quot;,\n",
       "    ],\n",
       "    wing: [\n",
       "      &quot;M74.5,207.4c-3.4,5.7,1.3,16.3,14.4,32.3c22.5,27.6,40.6,34.5,53.1,34.5c8,0,13.7-2.9,16.7-4.9c0,0,0,0,0.1,0  c7.6-4.6,13-11.8,15.1-20.2c2.4-9.6,0.2-19.8-6-27.9c-0.3-0.4-1-0.5-1.4-0.2c-0.4,0.3-0.5,1-0.2,1.4c5.8,7.7,7.9,17.2,5.6,26.2  c-1.9,7.7-6.8,14.3-13.6,18.6c-0.1,0-0.1,0-0.2,0.1c-6.5,4.6-30.6,16.3-67.5-28.9c-15.4-18.8-16.2-26.7-14.2-30  c2.6-4.3,11.3-3.6,18.5-2.3c1,2.1,2.3,4.5,4,7.2c0.3,0.4,7.3,11,10.6,16.1l1.7,2.5c0.2,0.3,0.5,0.4,0.8,0.4c0.2,0,0.4-0.1,0.6-0.2  c0.5-0.3,0.6-0.9,0.3-1.4l-1.7-2.5c-3.1-4.7-10.4-15.6-10.6-16c-1.8-2.8-3.1-5.2-4-7.1c0-0.2-0.1-0.4-0.2-0.6  c-2.4-5.3-1.7-7.5-1-8.4c2.6-2.9,12.8,0.5,18.6,3.3c0,0,0.1,0,0.1,0c1,2.5,2.6,5.4,4.7,8.8c0.3,0.5,0.7,1.1,1.1,1.6  c0.2,0.3,0.5,0.4,0.8,0.4c0.2,0,0.4-0.1,0.5-0.2c0.5-0.3,0.6-0.9,0.3-1.4c-0.4-0.6-0.7-1.1-1-1.6c-7-11.1-6.3-14.8-5.2-16.1  c2.6-2.9,12.8,0.5,18.6,3.3c0.5,0.2,1.1,0,1.3-0.5c0.2-0.5,0-1.1-0.5-1.3c-1.7-0.8-16.5-7.8-21-2.8c-1.4,1.5-1.6,3.9-0.7,7.1  c-4.4-2-15.5-6.3-19.3-2c-1.6,1.8-1.6,4.8,0,9C83.5,202.2,77,203.3,74.5,207.4z&quot;,\n",
       "    ],\n",
       "    feet: [\n",
       "      &quot;M209.2,299.8h-63.5c-0.6,0-1-0.4-1-1s0.4-1,1-1h63.5c1.1,0,2-0.9,2-2c0-1.1-0.9-2-2-2h-35.5c-0.6,0-1-0.4-1-1   s0.4-1,1-1h35.5c2.2,0,4,1.8,4,4C213.3,298,211.5,299.8,209.2,299.8z&quot;,\n",
       "      &quot;M141.2,299.8h-40c-2.6,0-4.7-1.8-4.7-4c0-2.2,2.1-4,4.7-4h7.3c0.6,0,1,0.4,1,1s-0.4,1-1,1h-7.3   c-1.5,0-2.7,0.9-2.7,2s1.2,2,2.7,2h40c0.6,0,1,0.4,1,1S141.8,299.8,141.2,299.8z&quot;,\n",
       "    ],\n",
       "    pizzaCrust: [\n",
       "      &quot;M197.3,85.2h-94.7c-5.8,0-10.5,4.7-10.5,10.5V98c0,4.5,2.9,8.4,6.9,9.9c0,0,0,0,0,0.1l49.7,106.3  c0.2,0.4,0.5,0.6,0.9,0.6c0,0,0,0,0,0c0.4,0,0.7-0.2,0.9-0.6l50.5-106.3c0,0,0-0.1,0-0.1c3.9-1.5,6.7-5.3,6.7-9.8v-2.3  C207.8,90,203.1,85.2,197.3,85.2z M198.6,108.5l-48.9,102.9l-48.1-102.9h1.1h94.7H198.6z M205.8,98c0,4.7-3.8,8.5-8.5,8.5h-94.7  c-4.7,0-8.5-3.8-8.5-8.5v-2.3c0-4.7,3.8-8.5,8.5-8.5h94.7c4.7,0,8.5,3.8,8.5,8.5V98z&quot;,\n",
       "    ],\n",
       "    pizzaPepperoni: [\n",
       "      &quot;M122.9,131.1c-3.6,0-7,1.6-9.4,4.3c-0.4,0.4-0.3,1,0.1,1.4c0.4,0.4,1,0.3,1.4-0.1c2-2.3,4.8-3.6,7.9-3.6   c5.7,0,10.4,4.7,10.4,10.4s-4.7,10.4-10.4,10.4c-0.6,0-1,0.4-1,1s0.4,1,1,1c6.9,0,12.4-5.6,12.4-12.4S129.8,131.1,122.9,131.1z&quot;,\n",
       "      &quot;M175.6,138c-6.9,0-12.4,5.6-12.4,12.4c0,6.1,4.3,11.2,10.3,12.2c0.1,0,0.1,0,0.2,0c0.5,0,0.9-0.3,1-0.8   c0.1-0.5-0.3-1.1-0.8-1.2c-5-0.9-8.6-5.2-8.6-10.3c0-5.7,4.7-10.4,10.4-10.4c2.5,0,5,0.9,6.9,2.6c0.4,0.4,1,0.3,1.4-0.1   c0.4-0.4,0.3-1-0.1-1.4C181.6,139.1,178.7,138,175.6,138z&quot;,\n",
       "      &quot;M151.9,143.2c6.9,0,12.4-5.6,12.4-12.4c0-6.9-5.6-12.4-12.4-12.4s-12.4,5.6-12.4,12.4   C139.4,137.6,145,143.2,151.9,143.2z M151.9,120.4c5.7,0,10.4,4.7,10.4,10.4c0,5.7-4.7,10.4-10.4,10.4s-10.4-4.7-10.4-10.4   C141.4,125,146.1,120.4,151.9,120.4z&quot;,\n",
       "      &quot;M123.3,121c6.9,0,12.4-5.6,12.4-12.4c0-0.6-0.4-1-1-1s-1,0.4-1,1c0,5.7-4.7,10.4-10.4,10.4   s-10.4-4.7-10.4-10.4c0-0.6-0.4-1-1-1s-1,0.4-1,1C110.9,115.4,116.5,121,123.3,121z&quot;,\n",
       "      &quot;M188,107.5c-0.6,0-1,0.4-1,1c0,5.7-4.7,10.4-10.4,10.4s-10.4-4.7-10.4-10.4c0-0.6-0.4-1-1-1s-1,0.4-1,1   c0,6.9,5.6,12.4,12.4,12.4s12.4-5.6,12.4-12.4C189,108,188.6,107.5,188,107.5z&quot;,\n",
       "      &quot;M159.1,166.3c0-6.9-5.6-12.4-12.4-12.4s-12.4,5.6-12.4,12.4s5.6,12.4,12.4,12.4S159.1,173.2,159.1,166.3z    M136.2,166.3c0-5.7,4.7-10.4,10.4-10.4s10.4,4.7,10.4,10.4s-4.7,10.4-10.4,10.4S136.2,172.1,136.2,166.3z&quot;,\n",
       "      &quot;M163.3,181.6c-1.5-0.6-3.2-1-4.8-1c-6.9,0-12.4,5.6-12.4,12.4c0,5,3,9.5,7.6,11.4c0.1,0.1,0.3,0.1,0.4,0.1   c0.4,0,0.8-0.2,0.9-0.6c0.2-0.5,0-1.1-0.5-1.3c-3.9-1.6-6.4-5.4-6.4-9.6c0-5.7,4.7-10.4,10.4-10.4c1.4,0,2.8,0.3,4.1,0.8   c0.5,0.2,1.1,0,1.3-0.5C164,182.4,163.8,181.8,163.3,181.6z&quot;,\n",
       "    ],\n",
       "    chiliBody: [\n",
       "      &quot;M194.4,161.3c1-3.1,1.6-6.3,1.6-9.7c0-16.7-13.6-30.3-30.3-30.3c-9.2,0-17.7,4.1-23.5,11.2c0,0,0,0.1,0,0.1   c0,0,0,0,0,0c-0.2,0.4-24,40.3-54.8,35.3c0,0-0.1,0-0.1,0c0,0-0.1,0-0.1,0c-5.4,0-9.8,4.4-9.8,9.8c0,5.4,4.3,9.7,9.7,9.8   c0.9,0.2,18.1,3,38.3,3c3.1,0,6.3-0.1,9.5-0.2c25.3-1.2,43.4-7.5,53.2-18.3c0.2-0.1,0.3-0.1,0.4-0.3c2.7-3.1,4.7-6.6,6-10.4   C194.3,161.4,194.3,161.4,194.4,161.3C194.4,161.3,194.4,161.3,194.4,161.3z M87.2,185.6C87.1,185.6,87.1,185.6,87.2,185.6   c-0.1,0-0.1,0-0.2,0c-4.3,0-7.8-3.5-7.8-7.8c0-4.3,3.5-7.7,7.7-7.8c1.9,0.3,3.7,0.4,5.5,0.4c29,0,50.4-35.4,51.2-36.7   c5.4-6.6,13.4-10.4,21.9-10.4c15.6,0,28.3,12.7,28.3,28.3c0,3.1-0.5,6.2-1.5,9.1C177.8,200.9,88.1,185.7,87.2,185.6z&quot;,\n",
       "      &quot;M180.3,153.4c-0.5-0.3-1.1-0.1-1.4,0.4c-12.9,24.4-52.6,24.9-53,24.9c-0.6,0-1,0.5-1,1s0.4,1,1,1c0,0,0,0,0,0   c0.1,0,10.4-0.1,22.2-3.3c15.7-4.2,27-12.1,32.6-22.7C181,154.3,180.8,153.6,180.3,153.4z&quot;,\n",
       "      &quot;M108.8,179.3c-9.7,0-17-0.6-17.1-0.6c-0.6-0.1-1,0.4-1.1,0.9c0,0.6,0.4,1,0.9,1.1c0.1,0,7.5,0.6,17.2,0.6   c0,0,0,0,0,0c0.6,0,1-0.4,1-1C109.8,179.7,109.3,179.3,108.8,179.3z&quot;,\n",
       "      &quot;M119.4,179.2c-2,0.1-4,0.1-6,0.1c-0.6,0-1,0.5-1,1c0,0.5,0.5,1,1,1c0,0,0,0,0,0c2,0,4-0.1,6-0.1   c0.6,0,1-0.5,1-1C120.4,179.6,119.9,179.2,119.4,179.2z&quot;,\n",
       "    ],\n",
       "    chiliStem: [\n",
       "      &quot;M207.6,104.2c0.3-2.7-0.6-5.5-2.6-7.4c-1.7-1.6-3.9-2.4-6.1-2.3c-2.3,0.1-4.4,1-6,2.7  c-1.5,1.7-2.4,3.8-2.3,6.1c0,0,0,0,0,0c0,0,0,0,0,0c0,0,0,0.1,0,0.1c0,0,0,0.1,0,0.1c2.2,10.6-4.8,19.9-7.3,22.7  c-5.1-3.5-11.2-5.6-17.7-5.6c-3.6,0-7.1,0.6-10.4,1.8c-3.1,1.1-4.1,1.5-3.8,2.9c0.3,1.4,1.5,1.3,3.3,1.1c3.1-0.3,10.3-0.9,13.4,1.9  c1,0.9,1.5,2.1,1.5,3.7l0,1.7c0,4.6,0,6.9,1.6,8.5c1.5,1.5,3.9,1.6,8.4,1.6c0.4,0,0.8,0,1.3,0c8.1,0,11.3,7,12.6,12.9  c0.2,1.1,0.7,1.6,1.5,1.6c0.1,0,0.2,0,0.2,0c1.4-0.2,1.3-1.5,1.3-2.3c0-0.8-0.1-2.3-0.1-4.6c0-4.2-0.8-8.2-2.4-12  c-1-2.4-2.3-4.6-3.8-6.5C194.7,130.1,207.6,120.1,207.6,104.2z M193.2,148.1c-2.9-4.6-7.1-7.1-12.4-7.1c0,0,0,0,0,0  c-4,0-6.8,0-7.6-0.7c-0.7-0.7-0.7-2.9-0.7-6.4l0-1.7c0-2.4-0.8-4.4-2.4-5.9c-1.5-1.4-3.5-2.1-5.6-2.5c0.4,0,0.7,0,1.1,0  c8.4,0,16.1,3.7,21.3,9.9c0,0,0.1,0.1,0.1,0.1c1.7,2.1,3.2,4.4,4.3,7C192.2,143.2,192.9,145.6,193.2,148.1z M188.3,130.8  c-0.8-0.9-1.7-1.8-2.6-2.5c2.9-3.3,10.3-13.2,7.9-25c0-1.5,0.5-2.9,1.5-3.9c1-1.1,2.4-1.7,3.9-1.8c1.5-0.1,2.9,0.5,4,1.5  c1.4,1.3,2,3.1,1.7,4.9c0,0,0,0.1,0,0.1c0,0,0,0,0,0c0,0,0,0,0,0c0,0,0,0.1,0,0.1C204.5,118.9,192,128.3,188.3,130.8z&quot;,\n",
       "    ],\n",
       "    donutBody: [\n",
       "      &quot;M141.9,202.4c-10.3,0-20.8-2.2-30-8.3c-11.5-7.7-15.4-17.7-15.6-18.1c-0.2-0.5,0.1-1.1,0.6-1.3    c0.5-0.2,1.1,0.1,1.3,0.6c0,0.1,3.9,9.9,14.9,17.2c14.6,9.7,35.3,10.5,59.6,2.4c0.4-0.1,31.4-8.9,44.1-32.3    c6.2-11.5,7.1-24.7,2.5-39.2c-0.2-0.5,0.1-1.1,0.7-1.3c0.5-0.2,1.1,0.1,1.3,0.7c4.7,15,3.8,28.7-2.7,40.7    c-13.1,24.1-44.9,33.2-45.2,33.3C164.3,199.8,153.2,202.4,141.9,202.4z&quot;,\n",
       "      &quot;M133.6,145.3c-0.3,0-0.5-0.1-0.7-0.3c-0.4-0.4-0.4-1,0-1.4c3.8-3.6,9.1-6.8,15.1-9c9.1-3.3,18.4-3.8,24.2-1.2    c0.5,0.2,0.7,0.8,0.5,1.3c-0.2,0.5-0.8,0.7-1.3,0.5c-5.4-2.4-14.1-1.9-22.8,1.3c-5.7,2.1-10.9,5.1-14.4,8.6    C134.1,145.2,133.8,145.3,133.6,145.3z&quot;,\n",
       "    ],\n",
       "    donutGlaze: [\n",
       "      &quot;M130.9,190c-4.7,0-10.3-1.5-15.8-6.7l0,0c0,0-3.3-2.6-10.5-4.6c-1.2-0.2-19.6-4.4-17-29.8    c0-0.8,0.2-8.7,6.8-18.9c11.3-17.5,32.5-28,48.3-33.8c0.5-0.2,44.3-13.7,70.3,10.3c0.2,0.2,16.4,16.4,4.8,41.1    c-0.1,0.1-2,4.9-5.7,9.5c-5,6.2-10.7,8.9-16.7,8c-0.4-0.1-9.4-2-13.2,8.6c0,0.1-1,3.3-4.9,5.3c-4.3,2.2-10.2,2.1-17.5-0.3    c0,0-6.9-1.8-16.8,7.9c0,0-0.1,0.1-0.1,0.1C142.9,186.7,137.8,190,130.9,190z M171.1,94.3c-15.2,0-27.5,3.8-27.7,3.9    C90,117.6,89.6,148.7,89.6,149c0,0,0,0.1,0,0.1c-2.5,24.2,14.7,27.5,15.4,27.7c0,0,0.1,0,0.1,0c7.7,2.1,11.2,4.9,11.3,5    c11.9,11.3,24.1,4,25.3,3.3c10.8-10.5,18.4-8.4,18.8-8.3c6.7,2.2,12.3,2.4,16,0.5c3.1-1.6,4-4.1,4-4.2c4.4-12.4,15.3-9.9,15.4-9.9    c12.6,2,20-16.1,20.1-16.3c11-23.4-3.7-38.2-4.4-38.8C199.9,97.2,184.4,94.3,171.1,94.3z&quot;,\n",
       "      &quot;M142.3,146.8c-7.2,0-12.8-2.4-14.4-6.8c-2.6-7.3,6.2-16.9,20.1-22c6.5-2.4,13.1-3.3,18.6-2.7    c5.7,0.7,9.6,3,10.9,6.6l0,0c1.3,3.6-0.2,7.9-4.1,12.1c-3.8,4-9.5,7.5-16,9.9C152.1,145.9,146.8,146.8,142.3,146.8z M163.1,117.2    c-4.4,0-9.4,0.9-14.4,2.7c-12.4,4.5-21.1,13.4-18.9,19.4c2.2,6,14.5,7.3,27,2.7c6.2-2.3,11.6-5.6,15.2-9.4c3.4-3.6,4.7-7.2,3.7-10    c0,0,0,0,0,0c-1-2.8-4.3-4.7-9.3-5.3C165.3,117.2,164.2,117.2,163.1,117.2z&quot;,\n",
       "    ],\n",
       "    donutSprinkles: [\n",
       "      &quot;M119.2,139.2c-1.4,0-2.5-1.1-2.6-2.4l-0.6-11.7c-0.1-1.4,1-2.6,2.4-2.7c0.7,0,1.3,0.2,1.9,0.7    c0.5,0.5,0.8,1.1,0.9,1.8l0.6,11.7c0.1,1.4-1,2.6-2.4,2.7l0,0C119.3,139.2,119.2,139.2,119.2,139.2z M119.2,138.2L119.2,138.2    L119.2,138.2z M118.5,124.4C118.5,124.4,118.5,124.4,118.5,124.4c-0.2,0-0.3,0.1-0.4,0.2c-0.1,0.1-0.2,0.3-0.1,0.4l0.6,11.7    c0,0.3,0.3,0.5,0.6,0.5l0,0c0.3,0,0.6-0.3,0.5-0.6l-0.6-11.7c0-0.2-0.1-0.3-0.2-0.4C118.8,124.4,118.6,124.4,118.5,124.4z&quot;,\n",
       "      &quot;M126.9,165.6c-0.2,0-0.3,0-0.5,0c-0.7-0.1-1.3-0.5-1.6-1.1c0,0,0,0,0,0c-0.4-0.6-0.5-1.3-0.4-1.9    c0.1-0.7,0.5-1.3,1.1-1.6l9.6-6.6c1.2-0.8,2.8-0.5,3.6,0.7c0.8,1.2,0.5,2.8-0.7,3.6l-9.6,6.6C127.9,165.5,127.4,165.6,126.9,165.6    z M126.4,163.4c0.1,0.1,0.2,0.2,0.4,0.2c0.1,0,0.3,0,0.4-0.1l9.6-6.6c0.3-0.2,0.3-0.5,0.1-0.8c-0.2-0.3-0.5-0.3-0.8-0.1l-9.6,6.6    c-0.1,0.1-0.2,0.2-0.2,0.4C126.3,163.1,126.3,163.3,126.4,163.4z&quot;,\n",
       "      &quot;M191.4,138.4c-0.6,0-1.2-0.2-1.7-0.6c-0.5-0.4-0.8-1.1-0.9-1.8c0-0.7,0.2-1.4,0.6-1.9l7.6-8.8    c0.9-1.1,2.6-1.2,3.6-0.3c0.5,0.4,0.8,1.1,0.9,1.8s-0.2,1.4-0.6,1.9l-7.6,8.8c-0.4,0.5-1.1,0.8-1.8,0.9    C191.5,138.4,191.5,138.4,191.4,138.4z M199,126.4c-0.2,0-0.3,0.1-0.4,0.2l-7.6,8.8c-0.2,0.2-0.2,0.6,0.1,0.8c0,0,0,0,0,0    c0.1,0.1,0.3,0.1,0.4,0.1c0.2,0,0.3-0.1,0.4-0.2l7.6-8.8c0.1-0.1,0.1-0.3,0.1-0.4c0-0.2-0.1-0.3-0.2-0.4    C199.3,126.5,199.2,126.4,199,126.4z&quot;,\n",
       "      &quot;M165.2,162.5c-0.6,0-1.2-0.2-1.7-0.6c0,0,0,0,0,0c-1.1-0.9-1.2-2.6-0.3-3.6l7.6-8.8c0.4-0.5,1.1-0.8,1.8-0.9    c0.7-0.1,1.3,0.2,1.9,0.6c0.5,0.4,0.8,1.1,0.9,1.8s-0.2,1.4-0.6,1.9l-7.6,8.8C166.6,162.2,165.9,162.5,165.2,162.5z M164.8,160.3    c0.2,0.2,0.6,0.2,0.8-0.1l7.6-8.8c0.1-0.1,0.1-0.3,0.1-0.4c0-0.2-0.1-0.3-0.2-0.4c-0.1-0.1-0.3-0.1-0.4-0.1    c-0.2,0-0.3,0.1-0.4,0.2l-7.6,8.8C164.5,159.7,164.6,160.1,164.8,160.3L164.8,160.3z&quot;,\n",
       "      &quot;M178.4,114.2c-0.6,0-1.2-0.2-1.7-0.6c0,0,0,0,0,0c-1.1-0.9-1.2-2.6-0.3-3.6l7.6-8.8c0.9-1.1,2.6-1.2,3.6-0.3    c1.1,0.9,1.2,2.6,0.3,3.6l-7.6,8.8C179.9,113.9,179.2,114.2,178.4,114.2z M178.1,112.1c0.2,0.2,0.6,0.2,0.8-0.1l7.6-8.8    c0.2-0.2,0.2-0.6-0.1-0.8c-0.2-0.2-0.6-0.2-0.8,0.1l-7.6,8.8C177.8,111.5,177.8,111.9,178.1,112.1L178.1,112.1z&quot;,\n",
       "      &quot;M144.8,114.2c-0.6,0-1.2-0.2-1.7-0.6c-0.5-0.4-0.8-1.1-0.9-1.8c0-0.7,0.2-1.4,0.6-1.9l7.6-8.8    c0.9-1.1,2.6-1.2,3.6-0.3c1.1,0.9,1.2,2.6,0.3,3.6l-7.6,8.8C146.2,113.9,145.5,114.2,144.8,114.2z M152.4,102.2    c-0.2,0-0.3,0.1-0.4,0.2l-7.6,8.8c-0.2,0.2-0.2,0.6,0.1,0.8c0.2,0.2,0.6,0.2,0.8-0.1l7.6-8.8c0.2-0.2,0.2-0.6-0.1-0.8    C152.7,102.3,152.6,102.2,152.4,102.2z&quot;,\n",
       "    ],\n",
       "    cakeBase: [\n",
       "      &quot;M200.1,193.7c-0.1,0-0.2,0-0.3,0l-97.9-26c-0.4-0.1-0.7-0.5-0.7-1V123c0-0.6,0.4-1,1-1s1,0.4,1,1v43    l95.9,25.4v-37.6c0-0.6,0.4-1,1-1s1,0.4,1,1v38.9c0,0.3-0.1,0.6-0.4,0.8C200.5,193.7,200.3,193.7,200.1,193.7z&quot;,\n",
       "    ],\n",
       "    cakeLayers: [\n",
       "      &quot;M200.1,167.7c-0.1,0-0.2,0-0.3,0l-97.9-28.2c-0.5-0.2-0.8-0.7-0.7-1.2c0.2-0.5,0.7-0.8,1.2-0.7l97.9,28.2    c0.5,0.2,0.8,0.7,0.7,1.2C200.9,167.5,200.5,167.7,200.1,167.7z&quot;,\n",
       "      &quot;M200.1,179.9c-0.1,0-0.2,0-0.3,0l-97.9-28.2c-0.5-0.2-0.8-0.7-0.7-1.2c0.2-0.5,0.7-0.8,1.2-0.7l97.9,28.2    c0.5,0.2,0.8,0.7,0.7,1.2C200.9,179.6,200.5,179.9,200.1,179.9z&quot;,\n",
       "    ],\n",
       "    cakeFrosting: [\n",
       "      &quot;M200.9,153.3l-22-39.2c2.2-1.2,3.6-3.5,3.6-6.1c0-3.8-3.1-6.9-6.9-6.9c-2.9,0-5.4,1.8-6.4,4.4   c-1.3-1.2-3-2-4.9-2c-2.9,0-5.4,1.8-6.4,4.3c-1.3-1.4-3.1-2.4-5.2-2.4c-2.7,0-5.1,1.6-6.2,3.9c-1.3-1.8-3.3-2.9-5.6-2.9   c-2.9,0-5.4,1.8-6.4,4.4c-1.3-1.5-3.1-2.4-5.2-2.4c-2.7,0-5.1,1.6-6.2,3.9c-1.3-1.8-3.3-2.9-5.6-2.9c-2.9,0-5.4,1.8-6.4,4.3   c-1.3-1.4-3.1-2.3-5.2-2.3c-3.8,0-6.9,3.1-6.9,6.9c0,3.8,3.1,6.9,6.9,6.9c0,0,0.1,0,0.1,0l93.8,29.6c0.1,0,0.2,0,0.3,0   c0.3,0,0.6-0.1,0.8-0.4C201.1,154.1,201.2,153.7,200.9,153.3z M100.9,118.3c0-2.7,2.2-4.9,4.9-4.9c2.7,0,4.9,2.2,4.9,4.9   c0,0.6,0.4,1,1,1s1-0.4,1-1c0-0.7-0.1-1.3-0.3-1.9c0,0,0-0.1,0-0.1c0-2.7,2.2-4.9,4.9-4.9c2.7,0,4.9,2.2,4.9,4.9c0,0.6,0.4,1,1,1   s1-0.4,1-1c0-0.3,0-0.5,0-0.8c0-0.1,0-0.1,0-0.2c0-2.7,2.2-4.9,4.9-4.9c2.7,0,4.9,2.2,4.9,4.9c0,0.6,0.4,1,1,1s1-0.4,1-1   c0-0.6-0.1-1.2-0.2-1.8c0-0.1,0-0.1,0-0.2c0-2.7,2.2-4.9,4.9-4.9c2.7,0,4.9,2.2,4.9,4.9c0,0.6,0.4,1,1,1s1-0.4,1-1   c0-0.3,0-0.5,0-0.8c0-0.1,0-0.1,0-0.2c0-2.7,2.2-4.9,4.9-4.9c2.7,0,4.9,2.2,4.9,4.9c0,0.6,0.4,1,1,1s1-0.4,1-1   c0-0.7-0.1-1.3-0.3-1.9c0,0,0,0,0-0.1c0-2.7,2.2-4.9,4.9-4.9c2,0,3.6,1.2,4.4,2.8c0,0.1,0.1,0.2,0.2,0.3c0.2,0.6,0.3,1.1,0.3,1.8   c0,0.6,0.4,1,1,1s1-0.4,1-1c0-0.9-0.2-1.8-0.5-2.6c0.1-2.6,2.3-4.7,4.9-4.7c2.7,0,4.9,2.2,4.9,4.9c0,2.2-1.5,4.1-3.5,4.7   l-71.1,10.5c0,0,0,0-0.1,0c-0.1,0-0.1,0-0.2,0C103.1,123.2,100.9,121,100.9,118.3z M110.7,124.6l65-9.6c0,0,0,0,0,0   c0.5,0,0.9,0,1.4-0.1l20.9,37.3L110.7,124.6z&quot;,\n",
       "      &quot;M179.3,132.5c-6.4-4.1-11.6-1.9-13.7-0.6c-5.6-8.2-15.3-5-15.4-4.9c-0.5,0.2-0.8,0.8-0.6,1.3   c0.2,0.5,0.7,0.8,1.3,0.6c0.4-0.1,8.9-3,13.6,5c0.2,0.3,0.4,0.4,0.7,0.5c0.3,0,0.6,0,0.8-0.2c0,0,5.2-4.5,12.2,0.1   c0.2,0.1,0.4,0.2,0.5,0.2c0.3,0,0.6-0.2,0.8-0.5C179.9,133.4,179.8,132.8,179.3,132.5z&quot;,\n",
       "    ],\n",
       "    cakeCherry: [\n",
       "      &quot;M167.2,132.5c-4.6,0-8.3-3.7-8.3-8.3c0-4.6,3.7-8.3,8.3-8.3c1.1,0,2.2,0.2,3.2,0.7c3.1,1.3,5.1,4.3,5.1,7.6    C175.5,128.8,171.8,132.5,167.2,132.5z M167.2,117.9c-3.5,0-6.3,2.8-6.3,6.3c0,3.5,2.8,6.3,6.3,6.3c3.5,0,6.3-2.8,6.3-6.3    c0-2.5-1.5-4.8-3.8-5.8C168.9,118.1,168,117.9,167.2,117.9z&quot;,\n",
       "    ],\n",
       "  };\n",
       "\n",
       "  const getRowCol = (cell) => [Math.floor(cell / columns), cell % columns];\n",
       "\n",
       "  // Observation.\n",
       "  const { geese, food } = environment.steps[step][0].observation;\n",
       "\n",
       "  // Organize the geese positions for rendering.\n",
       "  const geesePositions = {};\n",
       "  geese.forEach((goose, index) => {\n",
       "    const active = goose.length > 0;\n",
       "    let s = step;\n",
       "    if (!active) {\n",
       "      // Find the last step where the goose existed.\n",
       "      while (s >= 0 && !goose.length) {\n",
       "        goose = environment.steps[--s][0].observation.geese[index];\n",
       "      }\n",
       "    }\n",
       "    goose.forEach((pos, posIndex) => {\n",
       "      if (!active && pos in geesePositions) return;\n",
       "      const [r, c] = getRowCol(pos);\n",
       "      const [br, bc] = posIndex === 0 ? [r, c] : getRowCol(goose[posIndex - 1]);\n",
       "      const [ar, ac] =\n",
       "        posIndex === goose.length - 1 ? [r, c] : getRowCol(goose[posIndex + 1]);\n",
       "      geesePositions[pos] = {\n",
       "        index,\n",
       "        head: posIndex === 0,\n",
       "        tail: posIndex === goose.length - 1,\n",
       "        east: bc > c || ac > c,\n",
       "        west: bc < c || ac < c,\n",
       "        south: br > r || ar > r,\n",
       "        north: br < r || ar < r,\n",
       "        active,\n",
       "      };\n",
       "    });\n",
       "  });\n",
       "\n",
       "  // Common Dimensions.\n",
       "  const unit = 8;\n",
       "  const minCanvasSize = Math.min(height, width);\n",
       "  const minOffset = minCanvasSize > 400 ? 30 : unit / 2;\n",
       "  const cellSize = Math.min(\n",
       "    (width - minOffset * 2) / columns,\n",
       "    (height - minOffset * 2) / rows\n",
       "  );\n",
       "  const cellInset = 0.9;\n",
       "  const cellOffset = (cellSize * (1 - cellInset)) / 2;\n",
       "  const xOffset = Math.max(0, (width - cellSize * columns) / 2);\n",
       "  const yOffset = Math.max(0, (height - cellSize * rows) / 2);\n",
       "\n",
       "  // Helper Functions.\n",
       "  const getCanvas = (id, options = {}) => {\n",
       "    let canvas = document.querySelector(`#${id}`);\n",
       "    if (!canvas) {\n",
       "      canvas = document.createElement(&quot;canvas&quot;);\n",
       "      canvas.id = id;\n",
       "      canvas.width = options.width || width;\n",
       "      canvas.height = options.height || height;\n",
       "      canvas.style.cssText = `\n",
       "          position: absolute;\n",
       "          top: 0;\n",
       "          left: 0;\n",
       "          width: 100%;\n",
       "          height: 100%; \n",
       "        `;\n",
       "      parent.appendChild(canvas);\n",
       "    }\n",
       "    return [canvas, canvas.getContext(&quot;2d&quot;)];\n",
       "  };\n",
       "\n",
       "  const drawImage = (canvas, ctx, sRow, sCol, dRow, dCol, angle = 0, flip) => {\n",
       "    const middle = cellSize / 2;\n",
       "    ctx.save();\n",
       "    ctx.translate(xOffset + cellSize * dCol, yOffset + cellSize * dRow);\n",
       "    if (angle) ctx.translate(middle, middle);\n",
       "    if (flip) ctx.scale(-1, 1);\n",
       "    if (angle) {\n",
       "      ctx.rotate((Math.PI * angle) / 180);\n",
       "      ctx.translate(-middle, -middle);\n",
       "    }\n",
       "    ctx.drawImage(\n",
       "      canvas,\n",
       "      sCol * cellSize,\n",
       "      sRow * cellSize,\n",
       "      cellSize,\n",
       "      cellSize,\n",
       "      0,\n",
       "      0,\n",
       "      cellSize,\n",
       "      cellSize\n",
       "    );\n",
       "    ctx.restore();\n",
       "  };\n",
       "\n",
       "  // First time setup\n",
       "  if (!parent.querySelector(&quot;#buffer&quot;)) {\n",
       "    if (interactive) {\n",
       "      const keyCodes = { 37: &quot;W&quot;, 38: &quot;N&quot;, 39: &quot;E&quot;, 40: &quot;S&quot; };\n",
       "      document.addEventListener(&quot;keydown&quot;, (evt) => {\n",
       "        if (\n",
       "          !isInteractive() ||\n",
       "          evt.ctrlKey ||\n",
       "          evt.shiftKey ||\n",
       "          evt.altKey ||\n",
       "          evt.metaKey\n",
       "        )\n",
       "          return;\n",
       "        if (evt.keyCode in keyCodes) {\n",
       "          act(keyCodes[evt.keyCode]);\n",
       "          evt.preventDefault();\n",
       "          return false;\n",
       "        }\n",
       "      });\n",
       "    }\n",
       "\n",
       "    const c = getCanvas(&quot;buffer&quot;, {\n",
       "      width: cellSize * (colors.players.length + 1),\n",
       "      height: cellSize * 8,\n",
       "    })[1];\n",
       "\n",
       "    const drawPath = (paths, col, row, color = &quot;#000&quot;) => {\n",
       "      c.save();\n",
       "      c.translate(col * cellSize + cellOffset, row * cellSize + cellOffset);\n",
       "      c.scale((cellSize * cellInset) / 300, (cellSize * cellInset) / 300);\n",
       "      c.strokeStyle = color;\n",
       "      c.shadowColor = color;\n",
       "      c.lineWidth = 2;\n",
       "      c.shadowBlur = 10;\n",
       "      paths.forEach((p) => c.stroke(new Path2D(p)));\n",
       "      c.restore();\n",
       "    };\n",
       "\n",
       "    // Draw player geese (1 player per column).\n",
       "    colors.players.forEach((color, index) => {\n",
       "      drawPath(paths.head, index, 0, color);\n",
       "      drawPath(paths.headBeak, index, 0, colors.orange);\n",
       "      drawPath(paths.neckNS, index, 1, color);\n",
       "      drawPath(paths.neckNE, index, 2, color);\n",
       "      drawPath(paths.body, index, 3, color);\n",
       "      drawPath(paths.bodyBeak, index, 3, colors.orange);\n",
       "      drawPath(paths.bodyS, index, 4, color);\n",
       "      drawPath(paths.bodyW, index, 5, color);\n",
       "      drawPath(paths.bodyE, index, 6, color);\n",
       "      drawPath(paths.bodyN, index, 7, color);\n",
       "    });\n",
       "\n",
       "    // Draw Food.\n",
       "    const foodCol = colors.players.length;\n",
       "    drawPath(paths.pizzaCrust, foodCol, 0, colors.orange);\n",
       "    drawPath(paths.pizzaPepperoni, foodCol, 0, colors.red);\n",
       "    drawPath(paths.cakeBase, foodCol, 1, colors.purple);\n",
       "    drawPath(paths.cakeLayers, foodCol, 1, colors.orange);\n",
       "    drawPath(paths.cakeFrosting, foodCol, 1, colors.blue);\n",
       "    drawPath(paths.cakeCherry, foodCol, 1, colors.red);\n",
       "    drawPath(paths.donutBody, foodCol, 2, colors.orange);\n",
       "    drawPath(paths.donutGlaze, foodCol, 2, colors.purple);\n",
       "    drawPath(paths.donutSprinkles, foodCol, 2, colors.blue);\n",
       "    drawPath(paths.chiliBody, foodCol, 3, colors.red);\n",
       "    drawPath(paths.chiliStem, foodCol, 3, colors.green);\n",
       "  }\n",
       "\n",
       "  // Canvas setup and reset.\n",
       "  const [bufferCanvas] = getCanvas(&quot;buffer&quot;);\n",
       "  const [canvas, c] = getCanvas(&quot;battlegeese&quot;);\n",
       "  c.fillStyle = &quot;#000B2A&quot;;\n",
       "  c.fillRect(0, 0, canvas.width, canvas.height);\n",
       "\n",
       "  // Render the board.\n",
       "  for (let i = 0; i < rows * columns; i++) {\n",
       "    const [row, col] = getRowCol(i);\n",
       "\n",
       "    // Draw background tile.\n",
       "    c.save();\n",
       "    c.translate(xOffset + cellSize * col, yOffset + cellSize * row);\n",
       "    c.strokeStyle = &quot;#0361B2&quot;;\n",
       "    c.strokeRect(\n",
       "      cellOffset,\n",
       "      cellOffset,\n",
       "      cellSize - cellOffset * 2,\n",
       "      cellSize - cellOffset * 2\n",
       "    );\n",
       "    c.restore();\n",
       "\n",
       "    const drawPiece = (sRow, sCol, angle, flip) =>\n",
       "      drawImage(bufferCanvas, c, sRow, sCol, row, col, angle, flip);\n",
       "\n",
       "    // Draw Pieces.\n",
       "    if (i in geesePositions) {\n",
       "      const {\n",
       "        active,\n",
       "        index,\n",
       "        head,\n",
       "        tail,\n",
       "        north,\n",
       "        south,\n",
       "        west,\n",
       "        east,\n",
       "      } = geesePositions[i];\n",
       "\n",
       "      if (!active) c.globalAlpha = 0.15;\n",
       "      if (head && tail) {\n",
       "        // Full Goose.\n",
       "        drawPiece(3, index);\n",
       "      } else if (head) {\n",
       "        // Goose Head.\n",
       "        drawPiece(0, index, north ? 180 : east || west ? 90 : 0, east);\n",
       "      } else if (tail) {\n",
       "        // Goose Body.\n",
       "        drawPiece(north ? 7 : east ? 6 : west ? 5 : 4, index);\n",
       "      } else if ((north && south) || (west && east)) {\n",
       "        // Straight Neck.\n",
       "        drawPiece(1, index, east && west ? 90 : 0);\n",
       "      } else {\n",
       "        // Curved Neck.\n",
       "        drawPiece(\n",
       "          2,\n",
       "          index,\n",
       "          east && south ? 90 : west && south ? 180 : west && north ? 270 : 0\n",
       "        );\n",
       "      }\n",
       "      if (!active) c.globalAlpha = 1;\n",
       "\n",
       "      // Draw Food.\n",
       "    } else if (food.includes(i)) {\n",
       "      drawPiece(i % 4, colors.players.length);\n",
       "    }\n",
       "  }\n",
       "\n",
       "  // Upgrade the legend.\n",
       "  if (agents.length && (!agents[0].color || !agents[0].image)) {\n",
       "    agents.forEach((agent) => {\n",
       "      const [canvas, ctx] = getCanvas(`agent_${agent.index}`, {\n",
       "        width: 100,\n",
       "        height: 100,\n",
       "      });\n",
       "      canvas.style.marginLeft = &quot;10000px&quot;;\n",
       "      ctx.drawImage(\n",
       "        bufferCanvas,\n",
       "        cellSize * agent.index,\n",
       "        cellSize * 3,\n",
       "        cellSize,\n",
       "        cellSize,\n",
       "        0,\n",
       "        0,\n",
       "        100,\n",
       "        100\n",
       "      );\n",
       "      agent.image = canvas.toDataURL();\n",
       "      parent.removeChild(canvas);\n",
       "      agent.color = colors.players[agent.index];\n",
       "    });\n",
       "    update({ agents });\n",
       "  }\n",
       "};\n",
       "\n",
       "\n",
       "    \n",
       "    </script>\n",
       "    <script>\n",
       "      const h = htm.bind(preact.h);\n",
       "      const { useContext, useEffect, useRef, useState } = preactHooks;\n",
       "      const styled = window.styled.default;\n",
       "\n",
       "      const Context = preact.createContext({});\n",
       "\n",
       "      const Loading = styled.div`\n",
       "        animation: rotate360 1.1s infinite linear;\n",
       "        border: 8px solid rgba(255, 255, 255, 0.2);\n",
       "        border-left-color: #0cb1ed;\n",
       "        border-radius: 50%;\n",
       "        height: 40px;\n",
       "        position: relative;\n",
       "        transform: translateZ(0);\n",
       "        width: 40px;\n",
       "\n",
       "        @keyframes rotate360 {\n",
       "          0% {\n",
       "            transform: rotate(0deg);\n",
       "          }\n",
       "          100% {\n",
       "            transform: rotate(360deg);\n",
       "          }\n",
       "        }\n",
       "      `;\n",
       "\n",
       "      const Logo = styled(\n",
       "        (props) => h`\n",
       "        <a href=&quot;https://kaggle.com&quot; target=&quot;_blank&quot; className=${props.className}>\n",
       "          <svg width=&quot;62px&quot; height=&quot;20px&quot; viewBox=&quot;0 0 62 24&quot; version=&quot;1.1&quot; xmlns=&quot;http://www.w3.org/2000/svg&quot;>\n",
       "            <g fill=&quot;#1EBEFF&quot; fill-rule=&quot;nonzero&quot;>\n",
       "              <path d=&quot;M10.2,17.8c0,0.1-0.1,0.1-0.2,0.1H7.7c-0.1,0-0.3-0.1-0.4-0.2l-3.8-4.9l-1.1,1v3.8 c0,0.2-0.1,0.3-0.3,0.3H0.3c-0.2,0-0.3-0.1-0.3-0.3V0.3C0.1,0.1,0.2,0,0.3,0h1.8c0.2,0,0.3,0.1,0.3,0.3V11L7,6.3 c0.1-0.1,0.2-0.2,0.4-0.2h2.4c0.1,0,0.2,0,0.2,0.1c0,0.1,0,0.2,0,0.2l-4.9,4.7l5.1,6.3C10.2,17.6,10.2,17.7,10.2,17.8z&quot;/>\n",
       "              <path d=&quot;M19.6,17.9h-1.8c-0.2,0-0.3-0.1-0.3-0.3v-0.4c-0.8,0.6-1.8,0.9-3,0.9c-1.1,0-2-0.3-2.8-1 c-0.8-0.7-1.2-1.6-1.2-2.7c0-1.7,1.1-2.9,3.2-3.5c0.8-0.2,2.1-0.5,3.8-0.6c0.1-0.6-0.1-1.2-0.5-1.7c-0.4-0.5-1-0.7-1.7-0.7 c-1,0-2,0.4-3,1C12.2,9.1,12.1,9.1,12,9l-0.9-1.3C11,7.5,11,7.4,11.1,7.3c1.3-0.9,2.7-1.4,4.2-1.4c1.1,0,2.1,0.3,2.8,0.8 c1.1,0.8,1.7,2,1.7,3.7v7.3C19.9,17.8,19.8,17.9,19.6,17.9z M17.5,12.4c-1.7,0.2-2.9,0.4-3.5,0.7c-0.9,0.4-1.2,0.9-1.1,1.6 c0.1,0.4,0.2,0.7,0.6,0.9c0.3,0.2,0.7,0.4,1.1,0.4c1.2,0.1,2.2-0.2,2.9-1V12.4z&quot;/>\n",
       "              <path d=&quot;M30.6,22.5c-0.9,1-2.3,1.5-4,1.5c-1,0-2-0.3-2.9-0.8c-0.2-0.1-0.4-0.3-0.7-0.5 c-0.3-0.2-0.6-0.5-0.9-0.7c-0.1-0.1-0.1-0.2,0-0.4l1.2-1.2c0.1-0.1,0.1-0.1,0.2-0.1c0.1,0,0.1,0,0.2,0.1c1,1,1.9,1.5,2.8,1.5 c2.1,0,3.2-1.1,3.2-3.3v-1.4c-0.8,0.7-1.9,1-3.3,1c-1.7,0-3-0.6-4-1.9c-0.8-1.1-1.3-2.5-1.3-4.2c0-1.6,0.4-3,1.2-4.1 c0.9-1.3,2.3-2,4-2c1.3,0,2.4,0.3,3.3,1V6.4c0-0.2,0.1-0.3,0.3-0.3h1.8c0.2,0,0.3,0.1,0.3,0.3v11.7C32,20,31.5,21.5,30.6,22.5z M29.7,9.9c-0.4-1.1-1.4-1.7-3-1.7c-2,0-3.1,1.3-3.1,3.8c0,1.4,0.3,2.4,1,3.1c0.5,0.5,1.2,0.8,2,0.8c1.6,0,2.7-0.6,3.1-1.7V9.9z&quot;/>\n",
       "              <path d=&quot;M42.9,22.5c-0.9,1-2.3,1.5-4,1.5c-1,0-2-0.3-2.9-0.8c-0.2-0.1-0.4-0.3-0.7-0.5 c-0.3-0.2-0.6-0.5-0.9-0.7c-0.1-0.1-0.1-0.2,0-0.4l1.2-1.2c0.1-0.1,0.1-0.1,0.2-0.1c0.1,0,0.1,0,0.2,0.1c1,1,1.9,1.5,2.8,1.5 c2.1,0,3.2-1.1,3.2-3.3v-1.4c-0.8,0.7-1.9,1-3.3,1c-1.7,0-3-0.6-4-1.9c-0.8-1.1-1.3-2.5-1.3-4.2c0-1.6,0.4-3,1.2-4.1 c0.9-1.3,2.3-2,4-2c1.3,0,2.4,0.3,3.3,1V6.4c0-0.2,0.1-0.3,0.3-0.3H44c0.2,0,0.3,0.1,0.3,0.3v11.7C44.3,20,43.8,21.5,42.9,22.5z M42,9.9c-0.4-1.1-1.4-1.7-3-1.7c-2,0-3.1,1.3-3.1,3.8c0,1.4,0.3,2.4,1,3.1c0.5,0.5,1.2,0.8,2,0.8c1.6,0,2.7-0.6,3.1-1.7L42,9.9 L42,9.9z&quot;/>\n",
       "              <path d=&quot;M48.3,17.9h-1.8c-0.2,0-0.3-0.1-0.3-0.3V0.3c0-0.2,0.1-0.3,0.3-0.3h1.8c0.2,0,0.3,0.1,0.3,0.3 v17.3C48.5,17.8,48.5,17.9,48.3,17.9z&quot;/>\n",
       "              <path d=&quot;M61.4,12.6c0,0.2-0.1,0.3-0.3,0.3h-8.5c0.1,0.9,0.5,1.6,1.1,2.2c0.7,0.6,1.6,0.9,2.7,0.9 c1,0,1.8-0.3,2.6-0.8c0.2-0.1,0.3-0.1,0.4,0l1.2,1.3c0.1,0.1,0.1,0.3,0,0.4c-1.3,0.9-2.7,1.4-4.4,1.4c-1.8,0-3.3-0.6-4.4-1.8 c-1.1-1.2-1.7-2.7-1.7-4.5c0-1.7,0.6-3.2,1.7-4.4c1-1.1,2.4-1.6,4.1-1.6c1.6,0,2.9,0.6,4,1.7c1.1,1.2,1.6,2.6,1.5,4.4L61.4,12.6 z M58,8.7c-0.6-0.5-1.3-0.8-2.1-0.8c-0.8,0-1.5,0.3-2.1,0.8c-0.6,0.5-1,1.2-1.1,2H59C59,9.9,58.6,9.3,58,8.7z&quot;/>\n",
       "            </g>\n",
       "          </svg>\n",
       "        </a>\n",
       "      `\n",
       "      )`\n",
       "        display: inline-flex;\n",
       "      `;\n",
       "\n",
       "      const Header = styled((props) => {\n",
       "        const { environment } = useContext(Context);\n",
       "\n",
       "        return h`<div className=${props.className} >\n",
       "          <${Logo} />\n",
       "          ${environment.title}\n",
       "        </div>`;\n",
       "      })`\n",
       "        align-items: center;\n",
       "        border-bottom: 4px solid #212121;\n",
       "        box-sizing: border-box;\n",
       "        color: #fff;\n",
       "        display: flex;\n",
       "        flex: 0 0 36px;\n",
       "        font-size: 14px;\n",
       "        justify-content: space-between;\n",
       "        padding: 0 8px;\n",
       "        width: 100%;\n",
       "      `;\n",
       "\n",
       "      const Renderer = styled((props) => {\n",
       "        const context = useContext(Context);\n",
       "        const { animate, debug, playing, renderer, speed } = context;\n",
       "        const ref = preact.createRef();\n",
       "\n",
       "        useEffect(async () => {\n",
       "          if (!ref.current) return;\n",
       "\n",
       "          const renderFrame = async (start, step, lastFrame) => {\n",
       "            if (step !== context.step) return;\n",
       "            if (lastFrame === 1) {\n",
       "              if (!animate) return;\n",
       "              start = Date.now();\n",
       "            }\n",
       "            const frame =\n",
       "              playing || animate\n",
       "                ? Math.min((Date.now() - start) / speed, 1)\n",
       "                : 1;\n",
       "            try {\n",
       "              if (debug) console.time(&quot;render&quot;);\n",
       "              await renderer({\n",
       "                ...context,\n",
       "                frame,\n",
       "                height: ref.current.clientHeight,\n",
       "                hooks: preactHooks,\n",
       "                parent: ref.current,\n",
       "                preact,\n",
       "                styled,\n",
       "                width: ref.current.clientWidth,\n",
       "              });\n",
       "            } catch (error) {\n",
       "              if (debug) console.error(error);\n",
       "              console.log({ ...context, frame, error });\n",
       "            } finally {\n",
       "              if (debug) console.timeEnd(&quot;render&quot;);\n",
       "            }\n",
       "            window.requestAnimationFrame(() => renderFrame(start, step, frame));\n",
       "          };\n",
       "\n",
       "          await renderFrame(Date.now(), context.step);\n",
       "        }, [ref.current, context.step, context.renderer]);\n",
       "\n",
       "        return h`<div className=${props.className} ref=${ref} />`;\n",
       "      })`\n",
       "        align-items: center;\n",
       "        box-sizing: border-box;\n",
       "        display: flex;\n",
       "        height: 100%;\n",
       "        left: 0;\n",
       "        justify-content: center;\n",
       "        position: absolute;\n",
       "        top: 0;\n",
       "        width: 100%;\n",
       "      `;\n",
       "\n",
       "      const Processing = styled((props) => {\n",
       "        const { processing } = useContext(Context);\n",
       "        const text = processing === true ? &quot;Processing...&quot; : processing;\n",
       "        return h`<div className=${props.className}>${text}</div>`;\n",
       "      })`\n",
       "        bottom: 0;\n",
       "        color: #fff;\n",
       "        font-size: 12px;\n",
       "        left: 0;\n",
       "        line-height: 24px;\n",
       "        position: absolute;\n",
       "        text-align: center;\n",
       "        width: 100%;\n",
       "      `;\n",
       "\n",
       "      const Viewer = styled((props) => {\n",
       "        const { processing } = useContext(Context);\n",
       "        return h`<div className=${props.className}>\n",
       "          <${Renderer} />\n",
       "          ${processing && h`<${Processing} />`}\n",
       "        </div>`;\n",
       "      })`\n",
       "        background-color: #000b2a;\n",
       "        background-image: radial-gradient(\n",
       "          circle closest-side,\n",
       "          #000b49,\n",
       "          #000b2a\n",
       "        );\n",
       "        display: flex;\n",
       "        flex: 1;\n",
       "        overflow: hidden;\n",
       "        position: relative;\n",
       "        width: 100%;\n",
       "      `;\n",
       "\n",
       "      const Legend = styled((props) => {\n",
       "        const { agents, legend } = useContext(Context);\n",
       "\n",
       "        return h`<div className=${props.className}>\n",
       "          <ul>\n",
       "            ${agents\n",
       "              .sort((a, b) => a.index - b.index)\n",
       "              .map(\n",
       "                (a) =>\n",
       "                  h`<li key=${a.id} title=&quot;id: ${a.id}&quot; style=&quot;color:${\n",
       "                    a.color || &quot;#FFF&quot;\n",
       "                  }&quot;>${a.image && h`<img src=${a.image} />`}<span>${\n",
       "                    a.name\n",
       "                  }</span></li>`\n",
       "              )}\n",
       "          </ul>\n",
       "        </div>`;\n",
       "      })`\n",
       "        background-color: #000b2a;\n",
       "        font-family: sans-serif;\n",
       "        font-size: 14px;\n",
       "        width: 100%;\n",
       "\n",
       "        ul {\n",
       "          align-items: center;\n",
       "          display: flex;\n",
       "          flex-direction: row;\n",
       "          justify-content: center;\n",
       "        }\n",
       "\n",
       "        li {\n",
       "          align-items: center;\n",
       "          display: inline-flex;\n",
       "          padding: 8px;\n",
       "          transition: color 1s;\n",
       "        }\n",
       "\n",
       "        span {\n",
       "          max-width: 100px;\n",
       "          overflow: hidden;\n",
       "          text-overflow: ellipsis;\n",
       "          white-space: nowrap;\n",
       "        }\n",
       "\n",
       "        img {\n",
       "          height: 24px;\n",
       "          margin-right: 4px;\n",
       "          width: 24px;\n",
       "        }\n",
       "      `;\n",
       "\n",
       "      const StepInput = styled.input.attrs({\n",
       "        type: &quot;range&quot;,\n",
       "      })`\n",
       "        appearance: none;\n",
       "        background: rgba(255, 255, 255, 0.15);\n",
       "        border-radius: 2px;\n",
       "        display: block;\n",
       "        flex: 1;\n",
       "        height: 4px;\n",
       "        opacity: 0.8;\n",
       "        outline: none;\n",
       "        transition: opacity 0.2s;\n",
       "        width: 100%;\n",
       "\n",
       "        &:hover {\n",
       "          opacity: 1;\n",
       "        }\n",
       "\n",
       "        &::-webkit-slider-thumb {\n",
       "          appearance: none;\n",
       "          background: #1ebeff;\n",
       "          border-radius: 100%;\n",
       "          cursor: pointer;\n",
       "          height: 12px;\n",
       "          margin: 0;\n",
       "          position: relative;\n",
       "          width: 12px;\n",
       "\n",
       "          &::after {\n",
       "            content: &quot;&quot;;\n",
       "            position: absolute;\n",
       "            top: 0px;\n",
       "            left: 0px;\n",
       "            width: 200px;\n",
       "            height: 8px;\n",
       "            background: green;\n",
       "          }\n",
       "        }\n",
       "      `;\n",
       "\n",
       "      const PlayButton = styled.button`\n",
       "        align-items: center;\n",
       "        background: none;\n",
       "        border: none;\n",
       "        color: white;\n",
       "        cursor: pointer;\n",
       "        display: flex;\n",
       "        flex: 0 0 56px;\n",
       "        font-size: 20px;\n",
       "        height: 40px;\n",
       "        justify-content: center;\n",
       "        opacity: 0.8;\n",
       "        outline: none;\n",
       "        transition: opacity 0.2s;\n",
       "\n",
       "        &:hover {\n",
       "          opacity: 1;\n",
       "        }\n",
       "      `;\n",
       "\n",
       "      const StepCount = styled.span`\n",
       "        align-items: center;\n",
       "        color: white;\n",
       "        display: flex;\n",
       "        font-size: 14px;\n",
       "        justify-content: center;\n",
       "        opacity: 0.8;\n",
       "        padding: 0 16px;\n",
       "        pointer-events: none;\n",
       "      `;\n",
       "\n",
       "      const Controls = styled((props) => {\n",
       "        const { environment, pause, play, playing, setStep, step } = useContext(\n",
       "          Context\n",
       "        );\n",
       "        const value = step + 1;\n",
       "        const onClick = () => (playing ? pause() : play());\n",
       "        const onInput = (e) => {\n",
       "          pause();\n",
       "          setStep(parseInt(e.target.value) - 1);\n",
       "        };\n",
       "\n",
       "        return h`\n",
       "          <div className=${props.className}>\n",
       "            <${PlayButton} onClick=${onClick}><svg xmlns=&quot;http://www.w3.org/2000/svg&quot; width=&quot;24px&quot; height=&quot;24px&quot; viewBox=&quot;0 0 24 24&quot; fill=&quot;#FFFFFF&quot;>${\n",
       "          playing\n",
       "            ? h`<path d=&quot;M6 19h4V5H6v14zm8-14v14h4V5h-4z&quot;/><path d=&quot;M0 0h24v24H0z&quot; fill=&quot;none&quot;/>`\n",
       "            : h`<path d=&quot;M8 5v14l11-7z&quot;/><path d=&quot;M0 0h24v24H0z&quot; fill=&quot;none&quot;/>`\n",
       "        }</svg><//>\n",
       "            <${StepInput} min=&quot;1&quot; max=${\n",
       "          environment.steps.length\n",
       "        } value=&quot;${value}&quot; onInput=${onInput} />\n",
       "            <${StepCount}>${value} / ${environment.steps.length}<//>\n",
       "          </div>\n",
       "        `;\n",
       "      })`\n",
       "        align-items: center;\n",
       "        border-top: 4px solid #212121;\n",
       "        display: flex;\n",
       "        flex: 0 0 44px;\n",
       "        width: 100%;\n",
       "      `;\n",
       "\n",
       "      const Info = styled((props) => {\n",
       "        const {\n",
       "          environment,\n",
       "          playing,\n",
       "          step,\n",
       "          speed,\n",
       "          animate,\n",
       "          header,\n",
       "          controls,\n",
       "          settings,\n",
       "        } = useContext(Context);\n",
       "\n",
       "        return h`\n",
       "          <div className=${props.className}>\n",
       "            info:\n",
       "            step(${step}),\n",
       "            playing(${playing ? &quot;T&quot; : &quot;F&quot;}),\n",
       "            speed(${speed}),\n",
       "            animate(${animate ? &quot;T&quot; : &quot;F&quot;})\n",
       "          </div>`;\n",
       "      })`\n",
       "        color: #888;\n",
       "        font-family: monospace;\n",
       "        font-size: 12px;\n",
       "      `;\n",
       "\n",
       "      const Settings = styled((props) => {\n",
       "        const { environment, pause, play, playing, setStep, step } = useContext(\n",
       "          Context\n",
       "        );\n",
       "\n",
       "        return h`\n",
       "          <div className=${props.className}>\n",
       "            <${Info} />\n",
       "          </div>\n",
       "        `;\n",
       "      })`\n",
       "        background: #fff;\n",
       "        border-top: 4px solid #212121;\n",
       "        box-sizing: border-box;\n",
       "        padding: 20px;\n",
       "        width: 100%;\n",
       "\n",
       "        h1 {\n",
       "          font-size: 20px;\n",
       "        }\n",
       "      `;\n",
       "\n",
       "      const Player = styled((props) => {\n",
       "        const context = useContext(Context);\n",
       "        const { agents, controls, header, legend, loading, settings } = context;\n",
       "        return h`\n",
       "          <div className=${props.className}>\n",
       "            ${loading && h`<${Loading} />`}\n",
       "            ${!loading && header && h`<${Header} />`}\n",
       "            ${!loading && h`<${Viewer} />`}\n",
       "            ${!loading && agents.length > 0 && legend && h`<${Legend} />`}\n",
       "            ${!loading && controls && h`<${Controls} />`}\n",
       "            ${!loading && settings && h`<${Settings} />`}\n",
       "          </div>`;\n",
       "      })`\n",
       "        align-items: center;\n",
       "        background: #212121;\n",
       "        border: 4px solid #212121;\n",
       "        box-sizing: border-box;\n",
       "        display: flex;\n",
       "        flex-direction: column;\n",
       "        height: 100%;\n",
       "        justify-content: center;\n",
       "        position: relative;\n",
       "        width: 100%;\n",
       "      `;\n",
       "\n",
       "      const App = () => {\n",
       "        const renderCountRef = useRef(0);\n",
       "        const [_, setRenderCount] = useState(0);\n",
       "\n",
       "        const contextRef = useRef({\n",
       "          animate: false,\n",
       "          agents: [],\n",
       "          autoplay: false,\n",
       "          controls: false,\n",
       "          debug: false,\n",
       "          environment: { steps: [] },\n",
       "          header: window.innerHeight >= 600,\n",
       "          interactive: false,\n",
       "          legend: true,\n",
       "          loading: false,\n",
       "          playing: false,\n",
       "          processing: false,\n",
       "          renderer: () => &quot;DNE&quot;,\n",
       "          settings: false,\n",
       "          speed: 500,\n",
       "          step: 0,\n",
       "        });\n",
       "\n",
       "        // Context helpers.\n",
       "        const rerender = (contextRef.current.rerender = () =>\n",
       "          setRenderCount((renderCountRef.current += 1)));\n",
       "        const setStep = (contextRef.current.setStep = (newStep) => {\n",
       "          contextRef.current.step = newStep;\n",
       "          rerender();\n",
       "        });\n",
       "        const setPlaying = (contextRef.current.setPlaying = (playing) => {\n",
       "          contextRef.current.playing = playing;\n",
       "          rerender();\n",
       "        });\n",
       "        const pause = (contextRef.current.pause = () => setPlaying(false));\n",
       "\n",
       "        const playNext = () => {\n",
       "          const context = contextRef.current;\n",
       "\n",
       "          if (\n",
       "            context.playing &&\n",
       "            context.step < context.environment.steps.length - 1\n",
       "          ) {\n",
       "            setStep(context.step + 1);\n",
       "            play(true);\n",
       "          } else {\n",
       "            pause();\n",
       "          }\n",
       "        };\n",
       "\n",
       "        const play = (contextRef.current.play = (continuing) => {\n",
       "          const context = contextRef.current;\n",
       "          if (context.playing && !continuing) return;\n",
       "          if (!context.playing) setPlaying(true);\n",
       "          if (\n",
       "            !continuing &&\n",
       "            context.step === context.environment.steps.length - 1\n",
       "          ) {\n",
       "            setStep(0);\n",
       "          }\n",
       "          setTimeout(playNext, context.speed);\n",
       "        });\n",
       "\n",
       "        const updateContext = (o) => {\n",
       "          const context = contextRef.current;\n",
       "          Object.assign(context, o, {\n",
       "            environment: { ...context.environment, ...(o.environment || {}) },\n",
       "          });\n",
       "          rerender();\n",
       "\n",
       "          // If autoplay, toggle to playing.\n",
       "          if (context.autoplay) play();\n",
       "        };\n",
       "\n",
       "        // First time setup.\n",
       "        useEffect(() => {\n",
       "          // Timeout is used to ensure useEffect renders once.\n",
       "          setTimeout(() => {\n",
       "            // Initialize context with window.kaggle.\n",
       "            updateContext(window.kaggle || {});\n",
       "            // Listen for messages received to update the context.\n",
       "            window.addEventListener(\n",
       "              &quot;message&quot;,\n",
       "              (event) => {\n",
       "                // Ensure the environment names match before updating.\n",
       "                try {\n",
       "                  if (\n",
       "                    event.data.environment.name ==\n",
       "                    contextRef.current.environment.name\n",
       "                  ) {\n",
       "                    updateContext(event.data);\n",
       "                  }\n",
       "                } catch {}\n",
       "              },\n",
       "              false\n",
       "            );\n",
       "            // Listen for keyboard commands.\n",
       "            window.addEventListener(\n",
       "              &quot;keydown&quot;,\n",
       "              (event) => {\n",
       "                const {\n",
       "                  interactive,\n",
       "                  isInteractive,\n",
       "                  playing,\n",
       "                  step,\n",
       "                  environment,\n",
       "                } = contextRef.current;\n",
       "                const key = event.keyCode;\n",
       "                if (\n",
       "                  interactive ||\n",
       "                  isInteractive() ||\n",
       "                  (key !== 32 && key !== 37 && key !== 39)\n",
       "                )\n",
       "                  return;\n",
       "\n",
       "                if (key === 32) {\n",
       "                  playing ? pause() : play();\n",
       "                } else if (event.keyCode === 39) {\n",
       "                  contextRef.current.playing = false;\n",
       "                  if (step < environment.steps.length - 1) setStep(step + 1);\n",
       "                  rerender();\n",
       "                } else if (event.keyCode === 37) {\n",
       "                  contextRef.current.playing = false;\n",
       "                  if (step > 0) setStep(step - 1);\n",
       "                  rerender();\n",
       "                }\n",
       "                event.preventDefault();\n",
       "                return false;\n",
       "              },\n",
       "              false\n",
       "            );\n",
       "          }, 1);\n",
       "        }, []);\n",
       "\n",
       "        if (contextRef.current.debug) {\n",
       "          console.log(&quot;context&quot;, contextRef.current);\n",
       "        }\n",
       "\n",
       "        // Ability to update context.\n",
       "        contextRef.current.update = updateContext;\n",
       "\n",
       "        // Ability to communicate with ipython.\n",
       "        const execute = (contextRef.current.execute = (source) =>\n",
       "          new Promise((resolve, reject) => {\n",
       "            try {\n",
       "              window.parent.IPython.notebook.kernel.execute(source, {\n",
       "                iopub: {\n",
       "                  output: (resp) => {\n",
       "                    const type = resp.msg_type;\n",
       "                    if (type === &quot;stream&quot;) return resolve(resp.content.text);\n",
       "                    if (type === &quot;error&quot;) return reject(new Error(resp.evalue));\n",
       "                    return reject(new Error(&quot;Unknown message type: &quot; + type));\n",
       "                  },\n",
       "                },\n",
       "              });\n",
       "            } catch (e) {\n",
       "              reject(new Error(&quot;IPython Unavailable: &quot; + e));\n",
       "            }\n",
       "          }));\n",
       "\n",
       "        // Ability to return an action from an interactive session.\n",
       "        contextRef.current.act = (action) => {\n",
       "          const id = contextRef.current.environment.id;\n",
       "          updateContext({ processing: true });\n",
       "          execute(`\n",
       "            import json\n",
       "            from kaggle_environments import interactives\n",
       "            if &quot;${id}&quot; in interactives:\n",
       "                action = json.loads('${JSON.stringify(action)}')\n",
       "                env, trainer = interactives[&quot;${id}&quot;]\n",
       "                trainer.step(action)\n",
       "                print(json.dumps(env.steps))`)\n",
       "            .then((resp) => {\n",
       "              try {\n",
       "                updateContext({\n",
       "                  processing: false,\n",
       "                  environment: { steps: JSON.parse(resp) },\n",
       "                });\n",
       "                play();\n",
       "              } catch (e) {\n",
       "                updateContext({ processing: resp.split(&quot;\\n&quot;)[0] });\n",
       "                console.error(resp, e);\n",
       "              }\n",
       "            })\n",
       "            .catch((e) => console.error(e));\n",
       "        };\n",
       "\n",
       "        // Check if currently interactive.\n",
       "        contextRef.current.isInteractive = () => {\n",
       "          const context = contextRef.current;\n",
       "          const steps = context.environment.steps;\n",
       "          return (\n",
       "            context.interactive &&\n",
       "            !context.processing &&\n",
       "            context.step === steps.length - 1 &&\n",
       "            steps[context.step].some((s) => s.status === &quot;ACTIVE&quot;)\n",
       "          );\n",
       "        };\n",
       "\n",
       "        return h`\n",
       "          <${Context.Provider} value=${contextRef.current}>\n",
       "            <${Player} />\n",
       "          <//>`;\n",
       "      };\n",
       "\n",
       "      preact.render(h`<${App} />`, document.body);\n",
       "    </script>\n",
       "  </body>\n",
       "</html>\n",
       "\" width=\"800\" height=\"600\" frameborder=\"0\"></iframe> "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "env = make(\"battlegeese\")\n",
    "# Play against 3 default shortest agents.\n",
    "env.play([None, \"shortest\", \"shortest\", \"shortest\"], width=800, height=600)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}